-- Logs begin at Tue 2021-08-24 21:18:27 UTC, end at Tue 2021-08-24 22:27:52 UTC. -- Aug 24 22:01:54.789567 dv-cinder-789564-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 22:01:57.570069 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.common.config [-] Logging enabled! Aug 24 22:01:57.570663 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 22:01:57.570867 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94581) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 22:01:57.574069 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.common.config [-] Logging enabled! Aug 24 22:01:57.574326 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 22:01:57.574640 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94581) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 22:01:57.575577 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:01:57.575813 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:01:57.576219 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:01:57.576472 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:01:57.576704 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:01:57.577027 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.577327 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.577626 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.577858 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.578156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.578451 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.578740 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.579028 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.579330 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.579620 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.579904 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.580219 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.580455 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.580739 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.581028 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.581315 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.581539 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.581819 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.582242 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.582660 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.582947 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.583238 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.583520 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.583793 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.584070 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.584386 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.584719 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] host = dv-cinder-789564-11-iscsi {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.585001 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.585289 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.586107 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.586394 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.586672 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.586950 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.587237 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.587509 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.587783 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.588061 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.588382 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.588671 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.588962 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.589190 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.589419 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.589709 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.589998 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.590277 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.590555 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.590834 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.591113 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.591390 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.591661 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.591948 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.592263 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.592553 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.592829 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.593105 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.593378 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.593651 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.593937 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.594212 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.594561 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.594834 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.595123 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.595396 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.595672 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.595973 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.596286 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.596573 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.596854 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.597131 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.597415 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.597689 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.597961 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.598232 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.598505 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.598779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.599060 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.599339 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.599614 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.599890 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.600184 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.600472 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:01:57.600772 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.601073 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.601939 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.602224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.602531 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.602813 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.603104 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.603383 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.603675 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.603966 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.604282 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.604564 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.604855 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.605134 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.605431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.605741 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.606042 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.606338 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.606627 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.606906 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.607184 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.607463 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.607758 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.608040 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.608353 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.608646 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.608932 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.609223 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.609523 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.609816 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.610094 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.610377 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.610671 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.610951 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.611227 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.611506 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.611795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.612078 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.612378 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.612665 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.612946 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.613221 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.613494 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.613774 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.614066 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.614344 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.614620 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.614895 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.615170 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.615444 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.615729 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.616007 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.616306 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.616582 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.616890 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.617168 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.617448 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.617728 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.618003 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.618285 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.618561 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.618836 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.619110 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.619392 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.619667 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.619940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.620237 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.620520 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.620796 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.621068 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.621345 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.621620 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.621894 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.622190 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.622496 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.622779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.623064 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.623349 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.623631 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.623911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.624216 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.624505 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.624791 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.625071 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.625367 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.625660 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.625952 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.626241 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.626528 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.626837 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.627122 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.627410 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.627692 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.627975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.628289 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.628582 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.628883 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.629181 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.629485 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.629782 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.630081 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.630370 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.630683 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.630969 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:01:57.631192 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:01:57.631434 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94581) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 22:01:57.984693 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 22:01:57.984962 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 22:01:57.985247 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 22:01:57.985589 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 22:01:58.382813 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.383036 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.383313 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.384665 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.384945 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.385215 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.421925 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.422210 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.422555 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.437333 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.437612 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.437879 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.466733 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.467146 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.467420 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.504872 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.505157 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.505428 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.744452 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.745119 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.745119 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.745289 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.746123 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.868591 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.868915 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.869200 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.869473 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.869811 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.870183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.870455 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.870716 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.871048 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.871346 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.871611 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.871880 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.872158 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.872417 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.872675 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.872944 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.873201 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.873468 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.873738 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.873998 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.874272 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.874531 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.874816 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.875195 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.875447 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.875696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.876107 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.876373 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.876668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.876976 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.877220 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.877464 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:01:58.877837 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 22:01:58.881160 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 22:01:58.885922 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 22:01:58.889824 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 24 22:01:58.891471 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 22:01:58.891928 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 22:01:58.892307 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 22:01:58.892702 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 22:01:58.895505 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 22:01:58.895760 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 22:01:58.896144 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 22:01:58.901516 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 22:01:58.924257 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 22:01:58.924922 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.925230 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94581) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 22:01:58.925594 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.926980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94581) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 22:01:58.927278 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 22:01:58.927527 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 22:01:58.931372 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:58.931667 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:01:59.001199 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 22:01:59.001383 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 22:01:59.001591 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 22:01:59.002066 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 22:01:59.024094 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_db.sqlalchemy.engines [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94581) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 22:01:59.748359 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing driver for type 'gre' Aug 24 22:01:59.749006 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] gre ID ranges: [(1, 1000)] Aug 24 22:01:59.953767 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing driver for type 'local' Aug 24 22:01:59.954217 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing driver for type 'vlan' Aug 24 22:02:00.048376 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] VlanTypeDriver initialization complete Aug 24 22:02:00.048649 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing driver for type 'vxlan' Aug 24 22:02:00.049181 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] vxlan ID ranges: [(1, 1000)] Aug 24 22:02:00.219611 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing extension driver 'port_security' Aug 24 22:02:00.219939 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] PortSecurityExtensionDriver initialization complete Aug 24 22:02:00.220308 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing mechanism driver 'openvswitch' Aug 24 22:02:00.220626 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing mechanism driver 'hyperv' Aug 24 22:02:00.227632 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:00.228338 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.228710 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.229061 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.229583 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.230005 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.230355 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.230696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.231080 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.231477 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.231828 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.232187 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.232571 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.232972 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.233321 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.233656 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.234181 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.234588 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.234942 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.235286 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.235674 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.236075 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > address_group after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > address_group after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94581) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:02:00.239426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] ML2 OVO RPC backend initialized. {{(pid=94581) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 22:02:00.239426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239896 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239896 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239896 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > networks before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.239896 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.240213 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > ports before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.240410 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.240751 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnets before_response 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.241094 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.241432 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.242354 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.242694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.243028 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.243367 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.243695 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.244027 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.244379 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.244980 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.plugin [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Modular L2 Plugin initialization complete Aug 24 22:02:00.245296 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading services supported by the core plugin {{(pid=94581) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 22:02:00.245628 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.plugins.ml2.managers [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Got port-security extension from driver 'port_security' Aug 24 22:02:00.246092 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.extensions.vlantransparent [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Disabled vlantransparent extension. Aug 24 22:02:00.246572 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94581) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 22:02:00.246882 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: router Aug 24 22:02:00.284131 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.284536 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.284906 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router before_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.285267 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.285637 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.286078 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_delete 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.286437 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.286786 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.287146 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.287492 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.287837 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.288206 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.289321 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.289728 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.290096 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.290434 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.290770 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: subnet after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.291106 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.291451 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.291794 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.292161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.292505 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.292858 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router after_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.293199 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.293546 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_create 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.293904 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.294244 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_update 55549900 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.294603 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > agent after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.294950 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > agent after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.295297 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > network after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.296182 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Tracking information for resource: router configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:02:00.296516 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Tracking information for resource: floatingip configured {{(pid=94581) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:02:00.301579 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.db.l3_agentschedulers_db [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 22:02:00.302116 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.302479 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.302830 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.303180 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: port after_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.303974 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router before_create 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.304944 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.305305 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_create 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.305660 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > router precommit_update 55550100 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.310189 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.provider_configuration [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service providers = [] {{(pid=94581) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 22:02:00.310553 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.db.servicetype_db [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94581) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 22:02:00.313524 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.service_base [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:02:00.313872 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.service_base [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:02:00.314212 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.service_base [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:02:00.315107 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.services.service_base [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94581) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:02:00.315479 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.services.service_base [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 22:02:00.315860 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.316297 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 22:02:00.326986 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.327327 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: auto_allocate Aug 24 22:02:00.333175 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: network precommit_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.333549 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: network precommit_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.334076 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.334399 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: tag Aug 24 22:02:00.341485 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.341812 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: timestamp Aug 24 22:02:00.345875 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.346207 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: network_ip_availability Aug 24 22:02:00.352327 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.352703 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.353061 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.353816 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.354136 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: flavors Aug 24 22:02:00.358891 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.359225 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading Plugin: revisions Aug 24 22:02:00.363614 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94581) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:02:00.364003 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.379s {{(pid=94581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 22:02:00.364782 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94581) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 22:02:00.365117 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Initializing extension manager. Aug 24 22:02:00.365632 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: __init__.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.365971 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: __pycache__ {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.366303 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.366660 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.367426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.368000 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: address-group Aug 24 22:02:00.368353 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: address_scope.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.369074 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.369574 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: address-scope Aug 24 22:02:00.369895 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: router-admin-state-down-before-update Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: agent.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: agent Aug 24 22:02:00.373980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: agent_resources_synced.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.374488 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.374753 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: agent-resources-synced Aug 24 22:02:00.375070 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: allowedaddresspairs.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.376897 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.377410 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: allowed-address-pairs Aug 24 22:02:00.377732 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: auto_allocated_topology.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.378894 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.379400 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: auto-allocated-topology Aug 24 22:02:00.379722 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.380439 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.380933 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: availability_zone Aug 24 22:02:00.381251 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: availability_zone_filter.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.382165 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.382763 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: availability_zone_filter Aug 24 22:02:00.383087 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: data_plane_status.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.383993 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.384526 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 22:02:00.384847 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: default_subnetpools.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.385760 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.386258 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: default-subnetpools Aug 24 22:02:00.386578 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.387403 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.387900 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: dhcp_agent_scheduler Aug 24 22:02:00.388249 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: dns.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.389158 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.389652 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 22:02:00.389972 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: dns_domain_ports.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.390881 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.391375 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 22:02:00.391694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.392647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.393143 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 22:02:00.393462 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: dvr.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.394132 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.394627 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: dvr Aug 24 22:02:00.394948 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: ecmp_routes.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.395854 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.396377 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 22:02:00.396695 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: empty_string_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.397599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.398622 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: empty-string-filtering Aug 24 22:02:00.398936 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.399857 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.400392 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 22:02:00.400711 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.401628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.402118 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 22:02:00.402434 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: external_net.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.403343 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.403837 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: external-net Aug 24 22:02:00.404183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.405081 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.405578 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: extra_dhcp_opt Aug 24 22:02:00.405894 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: extraroute.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.406810 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.407301 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: extraroute Aug 24 22:02:00.407615 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: extraroute_atomic.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.408674 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.409171 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: extraroute-atomic Aug 24 22:02:00.409489 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: filter_validation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.410226 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.410715 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: filter-validation Aug 24 22:02:00.411032 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: fip_pf_description.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.411939 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.412469 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 22:02:00.412792 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: fip_port_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.414579 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.415079 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: fip-port-details Aug 24 22:02:00.415398 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: flavors.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.416655 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.417168 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: flavors Aug 24 22:02:00.417491 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.419144 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.419655 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 22:02:00.419983 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: floatingip_pools.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.420711 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.421216 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: floatingip-pools Aug 24 22:02:00.421535 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: ip_allocation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.422459 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.422965 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 22:02:00.423286 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.424229 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.424732 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: ip-substring-filtering Aug 24 22:02:00.425054 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l2_adjacency.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.426039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.426538 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 22:02:00.426858 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.428026 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.428567 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: router Aug 24 22:02:00.428891 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.431169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.431691 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 22:02:00.432018 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.433024 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.433533 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: ext-gw-mode Aug 24 22:02:00.433856 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.434771 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.435274 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: l3-ha Aug 24 22:02:00.435598 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3_flavors.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.436538 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.437040 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: l3-flavors Aug 24 22:02:00.437361 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.438276 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.438771 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 22:02:00.439090 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: l3agentscheduler.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.440176 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.440685 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: l3_agent_scheduler Aug 24 22:02:00.441030 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: logging.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.442564 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.443087 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension logging not supported by any of loaded plugins Aug 24 22:02:00.443419 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: metering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.444201 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.444809 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: metering Aug 24 22:02:00.445137 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.446316 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.446821 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: metering_source_and_destination_fields Aug 24 22:02:00.447144 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: multiprovidernet.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.448070 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.448595 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: multi-provider Aug 24 22:02:00.448916 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: netmtu.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.449832 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.450330 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: net-mtu Aug 24 22:02:00.450651 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: netmtu_writable.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.451573 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.452072 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: net-mtu-writable Aug 24 22:02:00.452425 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: network_availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.453099 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.453594 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: network_availability_zone Aug 24 22:02:00.453912 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: network_ip_availability.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.454994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.455493 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: network-ip-availability Aug 24 22:02:00.455817 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: network_segment_range.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.456609 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.457103 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 22:02:00.457424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: pagination.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.458406 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.458732 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: pagination Aug 24 22:02:00.459048 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: port_device_profile.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.459961 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.461031 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: port-device-profile Aug 24 22:02:00.461353 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.462270 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.462781 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: port-mac-address-regenerate Aug 24 22:02:00.463100 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.464002 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.464537 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: port-numa-affinity-policy Aug 24 22:02:00.464861 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: port_resource_request.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.465776 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.466408 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 22:02:00.466729 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: portbindings.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.467647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.468165 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: binding Aug 24 22:02:00.468486 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: portbindings_extended.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.469890 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.470396 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: binding-extended Aug 24 22:02:00.470717 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: portsecurity.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.471621 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.472140 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: port-security Aug 24 22:02:00.472547 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: project_id.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.473535 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.473861 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: project-id Aug 24 22:02:00.474182 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: providernet.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.475101 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.475606 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: provider Aug 24 22:02:00.475927 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.479967 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.480516 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos not supported by any of loaded plugins Aug 24 22:02:00.480848 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.482083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.482590 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 22:02:00.482926 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.483845 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.484380 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 22:02:00.484705 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_default.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.485617 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.486118 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-default not supported by any of loaded plugins Aug 24 22:02:00.486442 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_fip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.487098 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.487588 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 22:02:00.487922 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_gateway_ip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.488982 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.489487 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 22:02:00.489809 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_port_network_policy.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.490724 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.491227 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 22:02:00.491548 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_pps_rule.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.492766 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.493283 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 22:02:00.493608 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_rule_type_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.494528 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.495028 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 22:02:00.495348 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: qos_rules_alias.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.496415 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.496920 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 22:02:00.497242 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: quotasv2.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.498208 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.498535 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: quotas Aug 24 22:02:00.498853 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: quotasv2_detail.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.501976 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.502320 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: quota_details Aug 24 22:02:00.502651 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: rbac.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.503935 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.504565 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: rbac-policies Aug 24 22:02:00.504898 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: rbac_address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.505832 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.506344 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: rbac-address-group Aug 24 22:02:00.506672 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: rbac_address_scope.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.507616 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.508148 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: rbac-address-scope Aug 24 22:02:00.508468 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: rbac_security_groups.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.509391 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.509893 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: rbac-security-groups Aug 24 22:02:00.510217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: rbac_subnetpool.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.511128 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.511629 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: rbac-subnetpool Aug 24 22:02:00.511953 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: revisionifmatch.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.512919 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.513429 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: revision-if-match Aug 24 22:02:00.513752 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: revisions.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.514870 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.515372 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: standard-attr-revisions Aug 24 22:02:00.515698 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: router_availability_zone.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.516414 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.516917 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: router_availability_zone Aug 24 22:02:00.517238 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: routerservicetype.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.518147 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.518644 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 22:02:00.518964 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.519871 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.520402 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: security-groups-normalized-cidr Aug 24 22:02:00.520724 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.521639 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.522143 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: port-security-groups-filtering Aug 24 22:02:00.522463 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.523921 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.524461 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: security-groups-remote-address-group Aug 24 22:02:00.524787 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: securitygroup.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.535868 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.536410 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: security-group Aug 24 22:02:00.536741 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: segment.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.538118 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.538118 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension segment not supported by any of loaded plugins Aug 24 22:02:00.538611 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.539692 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.540184 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 22:02:00.540524 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: servicetype.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.542207 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.542800 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: service-type Aug 24 22:02:00.543125 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: sorting.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.544124 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.544467 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: sorting Aug 24 22:02:00.544791 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: standard_attr_segment.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.545709 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.546221 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 22:02:00.546545 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: standardattrdescription.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.547222 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.547723 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: standard-attr-description Aug 24 22:02:00.548045 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: stateful_security_group.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.548988 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.549499 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: stateful-security-group Aug 24 22:02:00.549823 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: stdattrs_common.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.550412 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 22:02:00.550734 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.551706 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.552204 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 22:02:00.552583 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnet_onboard.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.553661 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.554197 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: subnet_onboard Aug 24 22:02:00.554518 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.555449 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.555961 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 22:02:00.556312 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnet_service_types.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.557251 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.557760 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: subnet-service-types Aug 24 22:02:00.558080 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnetallocation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.559167 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.559677 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: subnet_allocation Aug 24 22:02:00.559999 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.560701 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.561203 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: subnetpool-prefix-ops Aug 24 22:02:00.561521 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.562455 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.562960 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 22:02:00.563278 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: tagging.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.564398 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.564915 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: standard-attr-tag Aug 24 22:02:00.565238 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: timestamp.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.566448 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.566961 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loaded extension: standard-attr-timestamp Aug 24 22:02:00.567288 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: trunk.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.568434 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.568939 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension trunk not supported by any of loaded plugins Aug 24 22:02:00.569265 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: trunk_details.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.570211 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.570716 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 22:02:00.571037 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: uplink_status_propagation.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.571954 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.572497 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 22:02:00.572826 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Loading extension file: vlantransparent.py {{(pid=94581) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:02:00.573504 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94581) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:02:00.573999 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 22:02:00.576506 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:network Aug 24 22:02:00.577042 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnet Aug 24 22:02:00.577439 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:02:00.577829 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:port Aug 24 22:02:00.579064 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.579504 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service FLAVORS assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.580110 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.580555 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.580884 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:router Aug 24 22:02:00.581316 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 22:02:00.581796 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service METERING assigned prefix: /metering {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.583260 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.583632 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.583982 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:02:00.585077 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 22:02:00.586038 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:security_group Aug 24 22:02:00.586482 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 22:02:00.587077 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.587457 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:02:00.587942 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] subnetpool is already registered Aug 24 22:02:00.588434 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.588760 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:02:00.589092 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] subnetpool is already registered Aug 24 22:02:00.591389 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.591821 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service FLAVORS assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.592428 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.592851 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.593181 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:router Aug 24 22:02:00.593519 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] router is already registered Aug 24 22:02:00.593922 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 22:02:00.594256 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] floatingip is already registered Aug 24 22:02:00.594702 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service METERING assigned prefix: /metering {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.595361 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 22:02:00.595685 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] rbac_policy is already registered Aug 24 22:02:00.596088 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:security_group Aug 24 22:02:00.596447 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] security_group is already registered Aug 24 22:02:00.596842 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 22:02:00.597171 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] security_group_rule is already registered Aug 24 22:02:00.597782 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.598103 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:02:00.598434 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] subnetpool is already registered Aug 24 22:02:00.598842 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.v2.resource_helper [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Service CORE assigned prefix: {{(pid=94581) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:02:00.599162 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:02:00.599489 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING neutron.quota.resource_registry [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] subnetpool is already registered Aug 24 22:02:00.599946 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: extensions {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.602115 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: address-groups {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.603588 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: address-scopes {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.604930 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.606093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: auto-allocated-topology {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.607341 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: availability_zones {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.608584 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: dhcp-networks {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.610093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: dhcp-agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.611505 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.613212 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: flavors {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.614465 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: service_profiles {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.615662 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: next_providers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.617246 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: service_profiles {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.618789 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: floatingip-pools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.619994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.621699 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: floatingips {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.622976 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: l3-routers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.624380 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: l3-agents {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.625810 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: metering-labels {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.627037 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: metering-label-rules {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.628439 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: network-ip-availabilities {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.629689 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: bindings {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.631243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: quotas {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.632939 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: quotas {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.634332 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: rbac-policies {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.635571 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: security-groups {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.636886 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: security-group-rules {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.638112 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: service-providers {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.639344 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: subnetpools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.640694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: subnetpools {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.643254 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.645060 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.646861 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.649204 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.650867 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.652839 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.654523 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.656329 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.658173 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.659906 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron.api.extensions [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Extended resource: tags {{(pid=94581) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:02:00.666753 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING keystonemiddleware.auth_token [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 22:02:00.671266 dv-cinder-789564-11-iscsi neutron-server[94581]: WARNING keystonemiddleware.auth_token [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 22:02:00.680264 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Acquired lock "singleton_lock" {{(pid=94581) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 22:02:00.681005 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_concurrency.lockutils [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Releasing lock "singleton_lock" {{(pid=94581) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 22:02:00.681636 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Starting 2 workers Aug 24 22:02:00.686415 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Started child 94692 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:02:00.690996 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Started child 94693 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:02:00.691890 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.692777 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO neutron.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 22:02:00.693414 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [-] (94692) wsgi starting up on http://0.0.0.0:9696 Aug 24 22:02:00.693523 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Notify callbacks [] for process, before_spawn {{(pid=94581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.696440 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.696947 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Starting 1 workers Aug 24 22:02:00.697854 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [-] (94693) wsgi starting up on http://0.0.0.0:9696 Aug 24 22:02:00.701670 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Started child 94694 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:02:00.702190 dv-cinder-789564-11-iscsi neutron-server[94581]: INFO oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Starting 1 workers Aug 24 22:02:00.705393 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] calling RpcWorker wait() {{(pid=94694) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 22:02:00.705959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] returning from RpcWorker wait() {{(pid=94694) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 22:02:00.706715 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Started child 94695 {{(pid=94581) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:02:00.707213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.707540 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG neutron_lib.callbacks.manager [None req-c2b5382a-3dd6-4ffe-b0f8-bcaa25643e14 None None] Notify callbacks [] for process, after_spawn {{(pid=94581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.707692 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:00.709468 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94581) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 22:02:00.709676 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:02:00.709861 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.718803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719451 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.719918 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.720647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721224 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.721668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] host = dv-cinder-789564-11-iscsi {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.722243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.723022 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.724401 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.724401 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.724401 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.724401 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725151 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725151 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725151 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_options = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725574 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725574 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725821 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.725984 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.726619 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.726775 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727303 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727303 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727572 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727572 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727842 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.727973 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.728206 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.728437 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.728694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.728937 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.729169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.729393 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.729738 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.729963 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.730189 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.730411 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.730654 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.730870 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.731083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.731371 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.731617 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.731833 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.732043 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.732346 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.732576 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.732824 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.733066 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.733323 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.733556 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.733794 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.734020 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.734289 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.734517 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.734772 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.735083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.735369 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.735675 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.735973 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.736306 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.736604 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.736886 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.737532 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.737532 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.737876 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.738073 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.738357 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.738670 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.738984 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.739644 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.740498 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.740498 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.740797 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.741258 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.741406 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.741883 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.742862 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.743102 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.743416 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.743820 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.744151 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.744520 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.744833 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.745201 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.745616 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.745927 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.746199 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.746423 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.746668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.746888 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.747123 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.747413 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.747657 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.747903 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.748147 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.748372 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.748721 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.749282 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.749383 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750441 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750441 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750657 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.750763 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:00.750881 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.751136 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.751358 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.751571 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.751807 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.752033 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.752279 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.752512 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.760599 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761239 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.761804 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.762900 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.763667 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.763667 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.763799 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.764056 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.764485 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.764878 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.765233 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.765649 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.765880 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.766107 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.766327 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.766657 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.766839 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.767078 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.767470 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.767717 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.768147 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.768368 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.768617 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.768855 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.769106 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.769332 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.769594 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.769827 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.770087 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.770318 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.770580 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.770864 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.771100 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.771369 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.771588 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.771861 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.772301 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.772588 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.772949 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.773189 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.773451 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.773694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.773928 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.774193 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.774426 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.774658 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.774914 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.776028 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.776300 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.776525 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777009 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777009 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777304 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777517 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777731 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.777944 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.778220 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.778495 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.778738 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.779073 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.779319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.779569 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.779831 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.780150 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.780358 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.780560 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.780797 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.781015 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.784940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.785424 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786093 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786537 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786537 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786692 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.786879 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.787132 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.787365 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.787595 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.787817 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.788082 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.788281 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.789327 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.789510 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.789696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.789892 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.790133 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.790390 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.790637 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.790966 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.791215 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.791458 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.791701 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.791906 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.792238 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.792400 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.792587 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.792794 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.793001 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.793228 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.793862 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.793862 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.794219 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.794219 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.794572 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.794572 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.794866 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.795031 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.795249 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.795994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.795994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.795994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.796535 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.796535 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.796956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.796956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.797312 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.797312 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.797585 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.797779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.797920 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.798057 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.798285 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.798829 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.798829 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799137 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799137 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799508 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799508 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799778 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.799940 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.800151 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.800637 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.800637 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.800928 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.801067 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.802187 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.802187 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.802187 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.802862 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.802862 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.803159 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.803159 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.803441 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.803849 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.804004 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.804249 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.804554 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.804788 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.805042 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.805443 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.805779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.806259 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.806259 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.806461 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.807004 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.807004 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.807304 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.807459 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.807724 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.808000 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.808257 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.808521 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.808798 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.809073 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.809285 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.809577 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.809921 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.810184 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.810442 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.810668 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.810924 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.811162 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.811376 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.811608 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.811843 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.812055 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.817965 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94581) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:02:00.818628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.819169 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820245 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] debug = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.820956 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821431 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.821852 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822328 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822328 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822328 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822530 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822614 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] host = dv-cinder-789564-11-iscsi {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822693 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.822843 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823010 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823295 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823433 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823567 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823698 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.823892 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824026 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824189 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824320 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824455 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824587 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824720 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_options = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.824879 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825036 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825178 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825350 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825510 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825653 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825812 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.825976 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.826138 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.826278 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827217 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.827989 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828457 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828457 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828457 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828779 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.828935 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829012 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829137 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829356 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829503 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829635 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829803 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.829944 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830260 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830260 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830489 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830489 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830643 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830724 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.830871 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831025 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831300 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831444 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_json = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831576 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831735 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.831889 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.832045 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.832214 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.832371 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.832523 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.832843 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:02:00.833162 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.833466 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.833780 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.833946 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834105 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834268 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834428 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834587 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834745 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.834905 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.835072 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.835233 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836062 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836249 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836336 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836499 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836659 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836821 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.836980 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.837140 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.837366 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.837607 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.837780 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.837947 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838103 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838262 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838421 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838597 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838756 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.838915 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839074 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839233 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839393 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839553 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839713 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.839871 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840031 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840216 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840387 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840533 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840693 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.840853 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841001 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841160 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841478 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841642 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841793 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.841955 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842112 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842271 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842430 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842590 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842750 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.842909 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843081 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843240 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843399 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843562 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843721 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.843880 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844038 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844218 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844378 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844537 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.844868 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845027 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845186 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845345 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845503 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845663 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845823 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.845981 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846140 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846299 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846458 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846616 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846764 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.846937 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847083 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847240 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847400 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847559 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847719 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.847878 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.848218 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.848378 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.848538 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.848707 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.848882 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849041 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849200 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849360 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849519 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849679 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849837 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.849997 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850315 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850473 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850631 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850793 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.850971 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851134 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851293 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851452 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851610 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851768 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.851926 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852085 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852267 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852427 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852746 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.852904 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.853072 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.853233 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.853477 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.853647 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854204 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854204 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854204 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.854696 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855021 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855021 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855021 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855227 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855371 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855481 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855658 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.855828 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856152 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.856975 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.859586 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860161 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.860694 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861183 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861444 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861444 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861621 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861786 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.861941 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.862101 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.862263 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.862416 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.862580 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.862738 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864156 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864736 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864736 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864736 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864736 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.864736 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865084 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865084 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865238 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865315 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865462 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865628 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865772 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.865944 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866088 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866249 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866407 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866583 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866749 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.866934 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867150 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867310 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867472 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867632 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867826 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.867954 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868138 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868307 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868466 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868625 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868783 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.868943 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869117 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869270 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869430 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869582 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869754 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.869898 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870076 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870261 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870465 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870580 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870700 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.870859 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871029 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871189 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871349 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871501 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871667 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871825 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.871994 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.872172 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.872333 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.872492 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.872650 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.872809 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.876325 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877039 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877564 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877564 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877711 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.877795 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878319 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.878911 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879243 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879390 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879475 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879582 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879744 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.879905 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.880063 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.880229 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:02:00.880384 dv-cinder-789564-11-iscsi neutron-server[94581]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94581) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:02:00.971732 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52046) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:00.980273 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061774 Aug 24 22:02:12.852847 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6015c-1a6f-4524-9f06-7051c72fb686 None None] get_active_networks_info from dv-cinder-789564-11-iscsi {{(pid=94694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 22:02:12.974874 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6015c-1a6f-4524-9f06-7051c72fb686 None None] No non-hosted networks {{(pid=94694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 22:02:12.988580 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.agentschedulers_db [None req-d8c6015c-1a6f-4524-9f06-7051c72fb686 None None] DHCP Agent not found on host dv-cinder-789564-11-iscsi {{(pid=94694) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 22:02:13.043573 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-8dcc92f8-8847-48b9-80e0-b07718986c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:15.590878 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b353c972-6a10-4ac4-af24-97943ea59353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:15.620066 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.db.api [None req-a2a226cd-6788-459e-a086-469d4c292be7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-789564-11-iscsi {{(pid=94694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:02:15.620521 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG oslo_db.api [None req-a2a226cd-6788-459e-a086-469d4c292be7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:02:15.807955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:15.808655 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.808998 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.809372 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.809702 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.810025 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.810398 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.810911 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.811437 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.811936 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.812930 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.814446 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.815196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:15.815990 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:15.837615 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:16.211096 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a2a226cd-6788-459e-a086-469d4c292be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:16.699090 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:17.867494 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:18.917464 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.db.l3_hamode_db [None req-9effbae6-6ed4-4fae-aab2-65499d8952d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 22:02:18.995794 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effbae6-6ed4-4fae-aab2-65499d8952d8 None None] Routers set() bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:02:18.996199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effbae6-6ed4-4fae-aab2-65499d8952d8 None None] Router IDs set() for agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 22:02:19.155967 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52138) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:19.664236 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING oslo_policy.policy [None req-689e1d30-4eaa-4139-b4e1-90e248fc4571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:19.664822 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING oslo_policy.policy [None req-689e1d30-4eaa-4139-b4e1-90e248fc4571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:19.879822 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [None req-689e1d30-4eaa-4139-b4e1-90e248fc4571 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:02:19.881105 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-689e1d30-4eaa-4139-b4e1-90e248fc4571 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7230513 Aug 24 22:02:22.256430 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52152) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:22.565046 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:22.657606 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.policy [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94693) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 22:02:22.702554 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING oslo_policy.policy [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:22.702933 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING oslo_policy.policy [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:22.711574 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.quota [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] Loaded quota_driver: . Aug 24 22:02:22.886050 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138366751', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138363632', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138326106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138316542', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138924475', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768138331690', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-967361', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1615197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2093837'] for rbac-policy, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:23.164818 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:23.166002 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5fc57b7c-92f9-4eb6-95a8-c5e29c7715d0 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9085996 Aug 24 22:02:25.763772 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52164) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:26.056730 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Request body: {'network': {'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'name': 'private', 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:26.141411 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Made reservation on behalf of 50c493ebc8de47cf9b7b04dc038dc937 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:02:26.144384 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.161874 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.283784 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.364062 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.387964 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:02:26.413137 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768141403302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.413641 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Unsubscribe: segment precommit_create {{(pid=94693) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 22:02:26.414149 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Added segment 8f007fca-99b5-4e40-9484-e5ee6402de7c of type vlan for network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 Aug 24 22:02:26.419882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f93e8c-939e-449e-82fb-c6abacad0e7e,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:26.456246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.456598 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.456928 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.457252 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.457568 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.457897 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.458265 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.458544 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.458874 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.459184 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.460067 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.460399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Tracked resource versions report: Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: pushed versions: Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Log': {'1.0'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Network': {'1.1'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Port': {'1.7'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SubPort': {'1.0'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Subnet': {'1.1'}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Trunk': {'1.1'}} Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: consumer versions: Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Log': '1.0', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Network': '1.1', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Port': '1.7', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'PortForwarding': '1.2', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'QosPolicy': '1.9', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroup': '1.4', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SubPort': '1.0', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Subnet': '1.1', Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Trunk': '1.1'}} Aug 24 22:02:26.461771 dv-cinder-789564-11-iscsi neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:02:26.536971 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.653566 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.654807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:26.655467 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:26.751319 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] Pushing event updated for resources: {'Network': ['ID=55ff7096-72bf-4d1c-98d3-f285e67ccb74,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:26.763444 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:02:26.796833 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-34ae33d2-73e9-4565-9855-2dffd6563be8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0319564 Aug 24 22:02:29.442462 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52178) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:29.946442 dv-cinder-789564-11-iscsi neutron-server[94692]: WARNING oslo_policy.policy [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:29.947013 dv-cinder-789564-11-iscsi neutron-server[94692]: WARNING oslo_policy.policy [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:30.388401 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.policy [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94692) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 22:02:30.432329 dv-cinder-789564-11-iscsi neutron-server[94692]: WARNING oslo_policy.policy [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:30.432710 dv-cinder-789564-11-iscsi neutron-server[94692]: WARNING oslo_policy.policy [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:02:30.441440 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:30.443175 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3f2945f1-ee51-470c-8f6e-dc597e7c5983 admin admin] 10.222.0.20 "GET /v2.0/networks/55ff7096-72bf-4d1c-98d3-f285e67ccb74 HTTP/1.1" status: 200 len: 825 time: 0.9997971 Aug 24 22:02:30.481539 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a564338b-dc96-49fc-92c7-fee68bbb412a admin admin] 10.222.0.20 "GET /v2.0/subnetpools/d517b67e-547b-424c-9618-e29401ba87be HTTP/1.1" status: 200 len: 734 time: 0.0316505 Aug 24 22:02:30.491587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Request body: {'subnet': {'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:30.493222 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.quota [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Loaded quota_driver: . Aug 24 22:02:30.612974 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Made reservation on behalf of 50c493ebc8de47cf9b7b04dc038dc937 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:02:30.616432 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:30.987603 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:31.057579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Checking segment: {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:02:31.057941 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Network hostable DHCP agents. Network: 55ff7096-72bf-4d1c-98d3-f285e67ccb74, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:02:31.068326 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0530e9cd-0bc8-441b-a80e-1ce3085376bf,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:31.081240 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.081599 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.081928 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.082250 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.082569 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.082897 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.083210 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.083535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.083861 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.084760 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.085070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.085381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Tracked resource versions report: Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: pushed versions: Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Log': {'1.0'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Network': {'1.1'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Port': {'1.7'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SubPort': {'1.0'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Subnet': {'1.1'}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Trunk': {'1.1'}} Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: consumer versions: Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Log': '1.0', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Network': '1.1', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Port': '1.7', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'PortForwarding': '1.2', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'QosPolicy': '1.9', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroup': '1.4', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SubPort': '1.0', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Subnet': '1.1', Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Trunk': '1.1'}} Aug 24 22:02:31.086675 dv-cinder-789564-11-iscsi neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:02:31.161367 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:02:31.226876 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 55ff7096-72bf-4d1c-98d3-f285e67ccb74) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:31.232180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:31.232878 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:31.236720 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8adb1ab-9201-43c8-8436-3675dcb1586b None None] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:02:31.313710 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1fafe16b-ddf5-4a50-b4ed-072a3be101d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8260496 Aug 24 22:02:31.563345 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:02:31.564656 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:31.887173 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Allocated IP 172.20.0.2 (55ff7096-72bf-4d1c-98d3-f285e67ccb74/0530e9cd-0bc8-441b-a80e-1ce3085376bf/d0b6af22-1637-439d-b19b-6347e70ed082) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:02:32.089151 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:32.107642 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Transition to ACTIVE for port object d0b6af22-1637-439d-b19b-6347e70ed082 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:02:32.157300 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Transition to ACTIVE for port object d0b6af22-1637-439d-b19b-6347e70ed082 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:02:32.256498 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:32.329671 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:02:32.337865 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:32.341686 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:02:32.344844 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Pushing event updated for resources: {'Port': ['ID=d0b6af22-1637-439d-b19b-6347e70ed082,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:32.392687 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.393054 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.393403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.393736 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.394064 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.394393 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.397613 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Tracked resource versions report: Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: pushed versions: Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: { 'AddressGroup': {'1.2'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'ConntrackHelper': {'1.0'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Log': {'1.0'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Network': {'1.1'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Port': {'1.7'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'PortForwarding': {'1.2'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'QosPolicy': {'1.9'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroup': {'1.4'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SubPort': {'1.0'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Subnet': {'1.1'}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Trunk': {'1.1'}} Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: consumer versions: Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'ConntrackHelper': '1.0', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Log': '1.0', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Network': '1.1', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Port': '1.7', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'PortForwarding': '1.2', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'QosPolicy': '1.9', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroup': '1.4', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroupRule': '1.2', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SubPort': '1.0', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Subnet': '1.1', Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Trunk': '1.1'}} Aug 24 22:02:32.398345 dv-cinder-789564-11-iscsi neutron-server[94694]: {{(pid=94694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:02:32.441210 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Attempting to bind port d0b6af22-1637-439d-b19b-6347e70ed082 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:02:32.441604 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Attempting to bind port d0b6af22-1637-439d-b19b-6347e70ed082 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:02:32.442024 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Attempting to bind port d0b6af22-1637-439d-b19b-6347e70ed082 on network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:02:32.448468 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:02:32.448918 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Checking segment: {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:02:32.449386 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:32.449770 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Bound using segment: {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:02:32.450253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Bound port: d0b6af22-1637-439d-b19b-6347e70ed082, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:02:32.450657 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:32.512014 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] For port d0b6af22-1637-439d-b19b-6347e70ed082, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:02:32.516284 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] For port d0b6af22-1637-439d-b19b-6347e70ed082, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=d0b6af22-1637-439d-b19b-6347e70ed082,segment=NetworkSegment(8f007fca-99b5-4e40-9484-e5ee6402de7c),segment_id=8f007fca-99b5-4e40-9484-e5ee6402de7c)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:02:32.587891 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:32.655168 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0dfce-7ea9-4aa6-a074-9aa873c46807 None None] Pushing event updated for resources: {'Port': ['ID=d0b6af22-1637-439d-b19b-6347e70ed082,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:33.733503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52198) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:34.062083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [None req-460e08e5-561f-464e-a811-b8376006bfc2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:02:34.063331 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-460e08e5-561f-464e-a811-b8376006bfc2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3288679 Aug 24 22:02:36.484015 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52206) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:36.814660 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [None req-0ad3d8fb-1b20-4d1d-9ec3-09e095b842e2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:02:36.815735 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0ad3d8fb-1b20-4d1d-9ec3-09e095b842e2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3307080 Aug 24 22:02:39.479249 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52216) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:39.790350 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Request body: {'router': {'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'name': 'router1', 'admin_state_up': True}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:39.930482 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:39.932167 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:40.068335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:40.153808 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:40.238583 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:40.240216 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b50a7339-2131-4e19-bc5d-0f2da01830a6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7595861 Aug 24 22:02:40.975590 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c43ebc-435d-4090-90c3-a4c17e6d2d4c None None] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:02:41.149157 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-8782cf6d-fa3b-437b-8c20-e05ddc259b52 None None] Provisioning for port d0b6af22-1637-439d-b19b-6347e70ed082 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:02:41.688496 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device d0b6af22-1637-439d-b19b-6347e70ed082 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:02:41.889981 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port d0b6af22-1637-439d-b19b-6347e70ed082 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:02:41.894197 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port d0b6af22-1637-439d-b19b-6347e70ed082 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:02:41.894602 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:42.002360 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:42.042776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port d0b6af22-1637-439d-b19b-6347e70ed082, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=d0b6af22-1637-439d-b19b-6347e70ed082,segment=NetworkSegment(8f007fca-99b5-4e40-9484-e5ee6402de7c),segment_id=8f007fca-99b5-4e40-9484-e5ee6402de7c)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:02:42.112824 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:42.160879 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=d0b6af22-1637-439d-b19b-6347e70ed082,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:42.663495 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52228) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:42.775283 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-592892c4-49e6-4517-b48a-9d92875b2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:42.976008 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [None req-8eb89a61-af4b-4535-8871-bf9a8ba328e8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:02:42.977036 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8eb89a61-af4b-4535-8871-bf9a8ba328e8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126063 Aug 24 22:02:43.654475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device d0b6af22-1637-439d-b19b-6347e70ed082 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:02:43.701578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port d0b6af22-1637-439d-b19b-6347e70ed082 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:02:43.701954 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:45.410463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52236) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:45.513196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4c39-fcb8-4e04-9169-ae4ce5340971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:45.723514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:45.787886 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:45.824472 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Made reservation on behalf of 8273a8e3e9d643a4b0de868da5fa309f for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:02:45.826793 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:45.843410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:45.963207 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.072357 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.091051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Reserving flat network on physical network physnet1 {{(pid=94692) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 22:02:46.108916 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b28d29-2a24-4e22-abba-a40929af1116,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:46.114649 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768141403302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.115184 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Unsubscribe: segment precommit_create {{(pid=94692) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 22:02:46.115656 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Added segment 9c689800-1d62-48a9-9b03-58cd7849063e of type flat for network c6fee771-291a-4720-80be-0370e2220b5f Aug 24 22:02:46.174953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.312399 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.313372 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:46.313952 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:46.421816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] Pushing event updated for resources: {'Network': ['ID=c6fee771-291a-4720-80be-0370e2220b5f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:46.432388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network c6fee771-291a-4720-80be-0370e2220b5f details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:02:46.488144 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5712b187-2f08-457d-af7d-ffddfcfbc02a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0654383 Aug 24 22:02:46.624646 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:47.813132 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:48.860061 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52254) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:49.080921 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1121f3-8920-4178-abc6-c344be00eae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:49.082298 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-bb1121f3-8920-4178-abc6-c344be00eae9 admin admin] 10.222.0.20 "GET /v2.0/subnets/0530e9cd-0bc8-441b-a80e-1ce3085376bf HTTP/1.1" status: 200 len: 849 time: 0.2212758 Aug 24 22:02:49.220275 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c461fad1-40eb-4194-bc0c-19c56c85a1bf admin admin] 10.222.0.20 "GET /v2.0/routers/35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 HTTP/1.1" status: 200 len: 704 time: 0.1312263 Aug 24 22:02:49.483087 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:49.776805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Allocated IP 172.20.0.1 (55ff7096-72bf-4d1c-98d3-f285e67ccb74/0530e9cd-0bc8-441b-a80e-1ce3085376bf/7de8f520-6ba7-49ef-9b7d-4e82e63518ca) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:02:49.960858 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:49.989159 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Transition to ACTIVE for port object 7de8f520-6ba7-49ef-9b7d-4e82e63518ca will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:02:50.107354 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.185627 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:02:50.193570 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:50.197162 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:02:50.197684 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.216471 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:50.432255 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-75b13509-1578-4af8-87ce-4d588ff25ca7 None None] Provisioning for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:02:50.436384 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-75b13509-1578-4af8-87ce-4d588ff25ca7 None None] Provisioning complete for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:02:50.436754 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-75b13509-1578-4af8-87ce-4d588ff25ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.473420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-75b13509-1578-4af8-87ce-4d588ff25ca7 None None] Port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:02:50.518997 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.731370 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.832785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.834093 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:50.915637 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:50.962734 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:02:50.964026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:51.198623 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4b2ad9b5-e015-4125-a1a1-1d3e8ae6948b None None] Provisioning complete for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:02:51.198988 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad9b5-e015-4125-a1a1-1d3e8ae6948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:51.201676 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:02:51.232221 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ad9b5-e015-4125-a1a1-1d3e8ae6948b None None] Port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:02:51.298556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:02:51.303803 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-06ef06b8-2942-4c52-aed2-a294732a9fb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0773077 Aug 24 22:02:51.308307 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Sync routers for ids ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:02:51.324412 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Routers {'35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:02:51.325263 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:02:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:51.513872 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Set router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 gateway port host: None {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:02:51.968379 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:50Z', 'revision_number': 2, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port_host': None, '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:50Z', 'revision_number': 2, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:52.021804 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Checking router: 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:02:52.022220 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Updating router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:02:52.070866 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:52.604490 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:52.625591 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Transition to ACTIVE for port object 7de8f520-6ba7-49ef-9b7d-4e82e63518ca will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:02:52.701059 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:52.852016 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Pushing event updated for resources: {'Port': ['ID=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:52.883605 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.884637 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.884637 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.884637 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.884943 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.885269 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.885586 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.885906 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.886240 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.886561 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.886876 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.887191 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Tracked resource versions report: Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: pushed versions: Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: { 'AddressGroup': {'1.2'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'ConntrackHelper': {'1.0'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Log': {'1.0'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Network': {'1.1'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Port': {'1.7'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'PortForwarding': {'1.2'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'QosPolicy': {'1.9'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroup': {'1.4'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SubPort': {'1.0'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Subnet': {'1.1'}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Trunk': {'1.1'}} Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: consumer versions: Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'ConntrackHelper': '1.0', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Log': '1.0', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Network': '1.1', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Port': '1.7', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'PortForwarding': '1.2', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'QosPolicy': '1.9', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroup': '1.4', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroupRule': '1.2', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SubPort': '1.0', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Subnet': '1.1', Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Trunk': '1.1'}} Aug 24 22:02:52.888571 dv-cinder-789564-11-iscsi neutron-server[94695]: {{(pid=94695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:02:52.903283 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Attempting to bind port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:02:52.903680 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Attempting to bind port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:02:52.904102 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Attempting to bind port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca on network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:02:52.909256 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:02:52.909652 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Checking segment: {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:02:52.910147 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:52.910529 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Bound using segment: {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:02:52.911010 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Bound port: 7de8f520-6ba7-49ef-9b7d-4e82e63518ca, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f007fca-99b5-4e40-9484-e5ee6402de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:02:52.911953 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:52.980373 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] For port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:02:53.003656 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] For port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,segment=NetworkSegment(8f007fca-99b5-4e40-9484-e5ee6402de7c),segment_id=8f007fca-99b5-4e40-9484-e5ee6402de7c)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:02:53.144754 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:53.203868 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Routers {'35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:02:53.204621 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:02:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:53.207667 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316892a-7d21-4b21-ab6b-a4ef94bed28c None None] Pushing event updated for resources: {'Port': ['ID=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,revision_number=4']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:53.296933 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] Set router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 gateway port host: None {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:02:53.525892 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:50Z', 'revision_number': 2, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port_host': None, '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:52Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:02:53.552223 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962dec-fc09-4c98-90c2-b177c9bd0cb6 None None] The sync data for ids ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'] in dv-cinder-789564-11-iscsi is: [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:50Z', 'revision_number': 2, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port_host': None, '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:52Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:02:53.603460 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52276) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:53.717412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d861973-2d7a-4d53-85c4-62f19f7d9b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:53.718782 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3d861973-2d7a-4d53-85c4-62f19f7d9b52 admin admin] 10.222.0.20 "GET /v2.0/networks/c6fee771-291a-4720-80be-0370e2220b5f HTTP/1.1" status: 200 len: 842 time: 0.1140687 Aug 24 22:02:53.729106 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:53.826762 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Made reservation on behalf of 8273a8e3e9d643a4b0de868da5fa309f for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:02:53.829047 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:54.193081 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.objects.ports [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94693) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 22:02:54.193519 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:54.249065 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80f0278-cb41-4f6a-bc30-9196634800fc,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:54.261796 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:02:54.262125 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Network hostable DHCP agents. Network: c6fee771-291a-4720-80be-0370e2220b5f, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:02:54.346055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:02:54.403840 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, c6fee771-291a-4720-80be-0370e2220b5f) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:54.408739 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:54.409648 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:54.413852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e58976-9e0d-4b39-ad58-a0bf25d510c3 None None] Network c6fee771-291a-4720-80be-0370e2220b5f requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:02:54.504234 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-51efd715-7334-49bd-95be-cd346be89b90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7590168 Aug 24 22:02:54.561685 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997007e-43a2-4b62-bf55-f025ed3787e2 None None] Network c6fee771-291a-4720-80be-0370e2220b5f requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:02:56.799207 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52284) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:02:56.936499 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c123c1ec-4aca-43d6-bde9-e91e1b4d6cc5 admin admin] 10.222.0.20 "GET /v2.0/routers/35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 HTTP/1.1" status: 200 len: 710 time: 0.1358299 Aug 24 22:02:57.036017 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a900a-2cfe-4eae-9457-ddbb119d757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:02:57.037672 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f25a900a-2cfe-4eae-9457-ddbb119d757d admin admin] 10.222.0.20 "GET /v2.0/networks/c6fee771-291a-4720-80be-0370e2220b5f HTTP/1.1" status: 200 len: 886 time: 0.0954103 Aug 24 22:02:57.048448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:02:57.384942 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:57.705562 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:57.787270 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:57.892970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Allocated IP 172.27.2.190 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/efce3323-9605-4a3b-a3f3-a3d61bfaad58) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:02:58.002875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:58.093657 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:58.134030 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:02:58.136992 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:02:58.143484 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:02:58.146978 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Pushing event updated for resources: {'Port': ['ID=efce3323-9605-4a3b-a3f3-a3d61bfaad58,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:02:58.525220 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:58.739804 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1994618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2005195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6521'] for router, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:58.743158 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1994609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1994600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005186'] for router, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:58.857965 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:02:59.059082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:02:59.063977 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:59.065239 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c9131bfb-dbe8-44a3-b2b5-e5c8ab5f247e admin admin] 10.222.0.20 "PUT /v2.0/routers/35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 HTTP/1.1" status: 200 len: 890 time: 2.0210073 Aug 24 22:02:59.686612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 7de8f520-6ba7-49ef-9b7d-4e82e63518ca up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:02:59.854958 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:02:59.859189 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:02:59.859703 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:59.939058 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:02:59.978298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,segment=NetworkSegment(8f007fca-99b5-4e40-9484-e5ee6402de7c),segment_id=8f007fca-99b5-4e40-9484-e5ee6402de7c)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:03:00.011577 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Sync routers for ids ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:03:00.022870 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Routers {'35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:03:00.023527 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:02:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:03:00.115225 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:00.300847 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=7de8f520-6ba7-49ef-9b7d-4e82e63518ca,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:03:00.339955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Set router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:03:00.742729 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:58Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port': {'id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:57Z', 'updated_at': '2021-08-24T22:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:52Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:03:00.796083 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Checking router: 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:03:00.796477 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Updating router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 port efce3323-9605-4a3b-a3f3-a3d61bfaad58 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:03:00.847451 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.168570 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.178488 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Transition to ACTIVE for port object efce3323-9605-4a3b-a3f3-a3d61bfaad58 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:03:01.266224 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.321112 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b64a9-455e-42b9-bf22-8a701c7c66df None None] Pushing event updated for resources: {'Port': ['ID=efce3323-9605-4a3b-a3f3-a3d61bfaad58,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:03:01.325411 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Attempting to bind port efce3323-9605-4a3b-a3f3-a3d61bfaad58 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:03:01.325776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Attempting to bind port efce3323-9605-4a3b-a3f3-a3d61bfaad58 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:03:01.326137 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Attempting to bind port efce3323-9605-4a3b-a3f3-a3d61bfaad58 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:03:01.332082 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:03:01.332480 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:03:01.332923 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.333309 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:03:01.333774 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Bound port: efce3323-9605-4a3b-a3f3-a3d61bfaad58, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:03:01.334170 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.384755 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] For port efce3323-9605-4a3b-a3f3-a3d61bfaad58, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:03:01.387825 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] For port efce3323-9605-4a3b-a3f3-a3d61bfaad58, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=efce3323-9605-4a3b-a3f3-a3d61bfaad58,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:03:01.449915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:01.509240 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Routers {'35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:03:01.509860 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:02:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:03:01.512552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b64a9-455e-42b9-bf22-8a701c7c66df None None] Pushing event updated for resources: {'Port': ['ID=efce3323-9605-4a3b-a3f3-a3d61bfaad58,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:03:01.575082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52296) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:03:01.626004 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] Set router 35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:03:01.697713 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-e67ae88f-335b-4912-8410-1ce6d6a953b7 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1214721 Aug 24 22:03:01.790474 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 7de8f520-6ba7-49ef-9b7d-4e82e63518ca up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:03:01.904371 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:03:01.904748 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:02.045194 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:58Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port': {'id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:57Z', 'updated_at': '2021-08-24T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:59Z', 'revision_number': 5, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:03:02.072907 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbf66a-621f-4834-b498-ee635d0eb711 None None] The sync data for ids ['35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6'] in dv-cinder-789564-11-iscsi is: [{'id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'name': 'router1', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:02:39Z', 'updated_at': '2021-08-24T22:02:58Z', 'revision_number': 4, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'gw_port': {'id': 'efce3323-9605-4a3b-a3f3-a3d61bfaad58', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:57Z', 'updated_at': '2021-08-24T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '7de8f520-6ba7-49ef-9b7d-4e82e63518ca', 'name': '', 'network_id': '55ff7096-72bf-4d1c-98d3-f285e67ccb74', 'tenant_id': '50c493ebc8de47cf9b7b04dc038dc937', 'mac_address': 'fa:16:3e:1f:2f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a44fb8-f1c4-49b3-ae40-eeea9b7b73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:02:49Z', 'updated_at': '2021-08-24T22:02:59Z', 'revision_number': 5, 'project_id': '50c493ebc8de47cf9b7b04dc038dc937', 'subnets': [{'id': '0530e9cd-0bc8-441b-a80e-1ce3085376bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd517b67e-547b-424c-9618-e29401ba87be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:03:03.722468 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device efce3323-9605-4a3b-a3f3-a3d61bfaad58 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:03:03.854684 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port efce3323-9605-4a3b-a3f3-a3d61bfaad58 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:03:03.859085 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port efce3323-9605-4a3b-a3f3-a3d61bfaad58 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:03:03.859458 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:03.956817 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:03.980244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port efce3323-9605-4a3b-a3f3-a3d61bfaad58, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=efce3323-9605-4a3b-a3f3-a3d61bfaad58,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:03:04.058563 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:04.114349 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=efce3323-9605-4a3b-a3f3-a3d61bfaad58,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:03:05.740936 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device efce3323-9605-4a3b-a3f3-a3d61bfaad58 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:03:05.773434 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:03:05.844808 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port efce3323-9605-4a3b-a3f3-a3d61bfaad58 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:03:05.846055 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:12.758293 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-47b34752-d0ad-46cc-ae57-0ae953edb35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:15.584300 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3b-8e0e-4097-b9c8-e631db824583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:15.786049 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:16.614469 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:17.872450 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:42.771713 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:03:42.796885 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b415e832-aef6-4ec3-bb3f-472b403d158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:46.270607 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7678c491-5616-49f1-a9e3-5f5e06a382c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:46.308459 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:46.675183 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:03:47.830521 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:12.742751 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f275f98-ba56-4c94-ae8f-91499218fdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:15.515714 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d9c94583-563c-4652-bb0a-5c1d116a62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:15.784043 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:16.668142 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:17.835379 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:19.770349 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:04:42.123472 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52858) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:42.195604 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08d3754-0a59-4af5-96a4-25b86e69f654 admin admin] GET failed (client error): The resource could not be found. Aug 24 22:04:42.197015 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e08d3754-0a59-4af5-96a4-25b86e69f654 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0725870 Aug 24 22:04:42.365332 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967e39f-2189-4d9f-8492-26624678a105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:42.366728 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f967e39f-2189-4d9f-8492-26624678a105 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633701 Aug 24 22:04:42.726025 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf881-13b2-448f-bfdc-c906d96b5ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:44.573293 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52868) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:44.677128 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b154a49-491a-4ce3-859a-89f382bf7012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:44.678416 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6b154a49-491a-4ce3-859a-89f382bf7012 admin admin] 10.222.0.20 "GET /v2.0/subnets/0530e9cd-0bc8-441b-a80e-1ce3085376bf HTTP/1.1" status: 200 len: 849 time: 0.1041718 Aug 24 22:04:44.689278 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:04:44.773720 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:44.976172 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768141360092'] for subnet, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:45.013914 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b16792-c3f6-412e-91cd-a6a734f5b4aa None None] Network 55ff7096-72bf-4d1c-98d3-f285e67ccb74 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:04:45.019333 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:45.019961 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:45.025727 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] 10.222.0.20 "PUT /v2.0/subnets/0530e9cd-0bc8-441b-a80e-1ce3085376bf HTTP/1.1" status: 200 len: 868 time: 0.3364341 Aug 24 22:04:45.032837 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0530e9cd-0bc8-441b-a80e-1ce3085376bf,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:04:45.041546 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.043925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.044502 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.044502 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.044887 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.045136 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ce89a-4e49-4e5f-b1a0-63151a1bda3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:04:45.454415 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-46ba0a16-b940-484e-b723-64bc01c929c4 None None] Provisioning complete for port 7de8f520-6ba7-49ef-9b7d-4e82e63518ca triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:04:45.458161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-46ba0a16-b940-484e-b723-64bc01c929c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:45.520907 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b8b-173b-40f3-9d33-145809f33ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:45.551851 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-46ba0a16-b940-484e-b723-64bc01c929c4 None None] Provisioning complete for port d0b6af22-1637-439d-b19b-6347e70ed082 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:04:45.552253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-46ba0a16-b940-484e-b723-64bc01c929c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:45.775965 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:46.617630 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:47.234238 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52876) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:47.440813 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63927fcc-b550-4078-b9f7-611305dfb314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:47.441292 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63927fcc-b550-4078-b9f7-611305dfb314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:47.442830 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-63927fcc-b550-4078-b9f7-611305dfb314 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070134 Aug 24 22:04:47.811874 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:04:49.646286 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52884) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:49.783772 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e5d04-75cc-4e14-b94c-223cfda4b345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:49.784535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e5d04-75cc-4e14-b94c-223cfda4b345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:49.786088 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-036e5d04-75cc-4e14-b94c-223cfda4b345 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1388550 Aug 24 22:04:51.975668 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52892) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:52.147132 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89356bd-8785-44c7-ab24-20a688589ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:52.148548 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d89356bd-8785-44c7-ab24-20a688589ed1 admin admin] 10.222.0.20 "GET /v2.0/networks/55ff7096-72bf-4d1c-98d3-f285e67ccb74 HTTP/1.1" status: 200 len: 869 time: 0.1719804 Aug 24 22:04:54.333470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52900) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:54.462326 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171960c7-7cf5-452d-98fd-dd381442ee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:54.463731 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-171960c7-7cf5-452d-98fd-dd381442ee5c admin admin] 10.222.0.20 "GET /v2.0/networks/c6fee771-291a-4720-80be-0370e2220b5f HTTP/1.1" status: 200 len: 886 time: 0.1292818 Aug 24 22:04:56.659225 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 52908) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:56.768258 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:04:56.783520 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdbf5b-1511-4191-ad1d-5a971e5331fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:56.784267 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdbf5b-1511-4191-ad1d-5a971e5331fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:56.785837 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-bcfdbf5b-1511-4191-ad1d-5a971e5331fa admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256359 Aug 24 22:04:58.996911 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52916) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:04:59.123877 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b5d04e-d533-43dd-905c-23386eac5368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:59.124356 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b5d04e-d533-43dd-905c-23386eac5368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:04:59.126502 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d2b5d04e-d533-43dd-905c-23386eac5368 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286552 Aug 24 22:05:01.312729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52926) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:01.402469 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150f646-4534-48de-9b47-77f3565f4daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:01.403838 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f150f646-4534-48de-9b47-77f3565f4daa admin admin] 10.222.0.20 "GET /v2.0/subnets/0530e9cd-0bc8-441b-a80e-1ce3085376bf HTTP/1.1" status: 200 len: 868 time: 0.0901873 Aug 24 22:05:03.630365 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52934) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:03.720587 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ea849-71aa-4b98-b02b-7368898a5a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:03.721978 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ed8ea849-71aa-4b98-b02b-7368898a5a9f admin admin] 10.222.0.20 "GET /v2.0/subnets/c80f0278-cb41-4f6a-bc30-9196634800fc HTTP/1.1" status: 200 len: 816 time: 0.0906668 Aug 24 22:05:12.770907 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c4078fb3-5812-434e-9726-baab76a29424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:15.515050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-660145a0-e4dd-4519-ba0b-b1ebcd4f8623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:15.794002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:16.633401 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:17.844508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:27.769699 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52988) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:27.819570 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [None req-21bd13d8-0504-4c1e-85ad-b1c571395309 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:05:27.820596 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-21bd13d8-0504-4c1e-85ad-b1c571395309 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499656 Aug 24 22:05:30.118702 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 52996) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:30.182190 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.pecan_wsgi.hooks.translation [None req-23066ba5-6b3b-4bc6-a5eb-aebb4ab14975 admin admin] GET failed (client error): The resource could not be found. Aug 24 22:05:30.183485 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-23066ba5-6b3b-4bc6-a5eb-aebb4ab14975 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638559 Aug 24 22:05:30.325626 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264cf74-4909-4929-b02d-f93cad62d0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:30.327580 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6264cf74-4909-4929-b02d-f93cad62d0b0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394043 Aug 24 22:05:32.561554 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53004) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:32.609327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:05:32.702231 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Made reservation on behalf of 8273a8e3e9d643a4b0de868da5fa309f for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:05:32.704586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:32.732230 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING neutron.services.revisions.revision_plugin [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Could not find related network for resource to bump revision. Aug 24 22:05:32.743669 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:05:32.753049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:32.753384 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Added segment c608fb3c-219f-461d-b4b0-8298c381d452 of type vlan for network bf20ab76-bf5d-4d23-8324-73ebdef9d68b Aug 24 22:05:32.791707 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:32.873059 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:32.874067 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:32.874657 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:32.930361 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Pushing event updated for resources: {'Network': ['ID=bf20ab76-bf5d-4d23-8324-73ebdef9d68b,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:05:32.936681 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.937024 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.937355 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.937683 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.938085 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.938429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.938754 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.939089 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.939427 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.939770 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.940082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.940421 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:32.947985 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-9c66d77c-3895-4064-ab01-1bbb29688e90 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3853931 Aug 24 22:05:32.954821 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:05:33.768093 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:05:35.201842 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53012) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:05:35.264607 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb0ef83-2e48-45e9-a99a-3c73157bbcd2 admin admin] GET failed (client error): The resource could not be found. Aug 24 22:05:35.265891 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-dcb0ef83-2e48-45e9-a99a-3c73157bbcd2 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631018 Aug 24 22:05:35.336986 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021437a-cdf2-47bc-ad8a-04cb8dc903b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:35.338454 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-7021437a-cdf2-47bc-ad8a-04cb8dc903b9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676455 Aug 24 22:05:35.349657 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:05:35.433137 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Made reservation on behalf of 8273a8e3e9d643a4b0de868da5fa309f for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:05:35.435375 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:35.639585 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:35.693241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a16697b-5987-4ee4-a058-aa364fb9848f,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:05:35.701899 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Checking segment: {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:05:35.702245 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Network hostable DHCP agents. Network: bf20ab76-bf5d-4d23-8324-73ebdef9d68b, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:05:35.785675 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:05:35.859882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, bf20ab76-bf5d-4d23-8324-73ebdef9d68b) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:05:35.863987 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:05:35.864586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:35.868655 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fa582-38d2-4b92-bf6e-cdb9bdac783d None None] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:05:35.953724 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8761259c-24b2-41ab-a276-647e869403dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6072927 Aug 24 22:05:36.014576 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-bf20ab76-bf5d-4d23-8324-73ebdef9d68b', 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b', 'tenant_id': '8273a8e3e9d643a4b0de868da5fa309f', 'fixed_ips': [{'subnet_id': '0a16697b-5987-4ee4-a058-aa364fb9848f'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:05:36.015475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.257911 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Allocated IP 192.168.233.2 (bf20ab76-bf5d-4d23-8324-73ebdef9d68b/0a16697b-5987-4ee4-a058-aa364fb9848f/2cc6fa2b-2b9e-4199-b168-4327394fee80) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:05:36.415881 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.427551 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Transition to ACTIVE for port object 2cc6fa2b-2b9e-4199-b168-4327394fee80 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:05:36.446184 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Transition to ACTIVE for port object 2cc6fa2b-2b9e-4199-b168-4327394fee80 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:05:36.519552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.556424 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:05:36.561883 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:05:36.564449 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:05:36.577964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Pushing event updated for resources: {'Port': ['ID=2cc6fa2b-2b9e-4199-b168-4327394fee80,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:05:36.612099 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.612503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.612855 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.613211 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.613547 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.613879 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.614206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.614535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.614874 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.615199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.615553 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.615875 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:05:36.633321 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Attempting to bind port 2cc6fa2b-2b9e-4199-b168-4327394fee80 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:05:36.633701 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Attempting to bind port 2cc6fa2b-2b9e-4199-b168-4327394fee80 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:05:36.634064 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Attempting to bind port 2cc6fa2b-2b9e-4199-b168-4327394fee80 on network bf20ab76-bf5d-4d23-8324-73ebdef9d68b {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:05:36.639304 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:05:36.639678 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Checking segment: {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:05:36.640083 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.640507 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Bound using segment: {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:05:36.640976 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Bound port: 2cc6fa2b-2b9e-4199-b168-4327394fee80, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:05:36.641354 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.709745 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] For port 2cc6fa2b-2b9e-4199-b168-4327394fee80, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:05:36.713042 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] For port 2cc6fa2b-2b9e-4199-b168-4327394fee80, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=2cc6fa2b-2b9e-4199-b168-4327394fee80,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:05:36.799878 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:36.859014 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edca20-e740-420a-8c6d-276c8f591532 None None] Pushing event updated for resources: {'Port': ['ID=2cc6fa2b-2b9e-4199-b168-4327394fee80,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:05:37.688782 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb938a84-6da3-49e4-8b63-be974affc787 None None] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:05:37.842671 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-12382da1-59cc-4cd6-916e-bfef1816cc88 None None] Provisioning for port 2cc6fa2b-2b9e-4199-b168-4327394fee80 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:05:37.851817 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2cc6fa2b-2b9e-4199-b168-4327394fee80 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:05:38.073294 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 2cc6fa2b-2b9e-4199-b168-4327394fee80 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:05:38.079553 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 2cc6fa2b-2b9e-4199-b168-4327394fee80 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:05:38.080008 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:38.172368 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:38.200252 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7349d899-7219-458e-b28a-cf3dc86de497 None None] Provisioning complete for port 2cc6fa2b-2b9e-4199-b168-4327394fee80 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:05:38.200674 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7349d899-7219-458e-b28a-cf3dc86de497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:38.228590 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 2cc6fa2b-2b9e-4199-b168-4327394fee80, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=2cc6fa2b-2b9e-4199-b168-4327394fee80,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:05:38.290016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7349d899-7219-458e-b28a-cf3dc86de497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:38.295641 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:38.384802 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=2cc6fa2b-2b9e-4199-b168-4327394fee80,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:05:38.399262 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.db.api [None req-7349d899-7219-458e-b28a-cf3dc86de497 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:05:38.399691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG oslo_db.api [None req-7349d899-7219-458e-b28a-cf3dc86de497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:05:39.797497 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2cc6fa2b-2b9e-4199-b168-4327394fee80 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:05:39.847461 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 2cc6fa2b-2b9e-4199-b168-4327394fee80 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:05:39.847826 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:42.758781 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5c394873-dfab-452b-a16d-c8436a339ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:45.498746 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-32aaa0bd-c123-4cff-ac32-3468dfccd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:45.770236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:46.656146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:05:47.826487 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:10.765876 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:06:12.786298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e42af8b0-5f9b-437f-b11c-8d6a29d9d465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:15.516883 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-98251617-522a-40f9-9a0f-087ffe1e42eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:15.780185 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:16.660736 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:17.831988 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:42.749927 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e93b7606-1ffc-4de4-ad85-c88a7908c89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:45.505232 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5eaecd4d-676c-4259-8f38-8c8925dfc86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:45.769487 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:46.647741 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:47.765053 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:06:47.865518 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:54.636873 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53060) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:06:54.642718 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [None req-450f2d07-a4f4-45fd-b3bc-ec45db496979 tempest-verify_tempest_config-767701638 tempest-verify_tempest_config-767701638-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:06:54.643649 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-450f2d07-a4f4-45fd-b3bc-ec45db496979 tempest-verify_tempest_config-767701638 tempest-verify_tempest_config-767701638-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058250 Aug 24 22:06:55.059385 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53078) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:06:55.158545 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.241460 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.322328 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.366477 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25ab2f4dadb9444dad44da8be9384bde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3060069 Aug 24 22:06:55.367305 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbddad4-6c89-4e5e-af4d-2e8cda116658,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:06:55.369130 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53082) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:06:55.387330 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.387618 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.387951 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.388308 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.388630 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.388966 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.389349 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.389685 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.390019 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.390337 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.390644 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.390952 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ff91b-1b8c-4246-9253-06d806481144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:06:55.436901 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.456625 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.591284 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.593940 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:06:55.595112 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dbddad4-6c89-4e5e-af4d-2e8cda116658 HTTP/1.1" status: 204 len: 168 time: 0.2251112 Aug 24 22:06:55.603255 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878673-43e3-42a8-b9f1-5adc384cd4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbddad4-6c89-4e5e-af4d-2e8cda116658,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:07:12.733199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0adc-e691-42ce-a64b-50a45ca2f3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:15.544602 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-56d43a22-2423-4e91-aa7a-d610c9975cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:15.773142 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:16.624567 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:17.858732 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:24.763428 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:07:42.772418 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-08cca50f-1b56-4e1e-ba59-5ba1f30cde0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:45.503666 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-aba606a5-0b99-4589-b742-a5bc87d7025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:45.749267 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:46.646293 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:07:47.840497 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:01.761396 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 5 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:08:12.754034 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e1ca3c1d-8706-4032-a379-fa209adf9349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:15.508382 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-09d8ee14-4eb8-4113-93d5-cfa95c160402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:15.799481 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:16.657216 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:17.850887 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:28.011127 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597887'] for agent, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:38.759737 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:08:42.711995 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53154) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:08:42.782170 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a13a1541-c1f6-4408-8376-79bcadd77de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:42.817998 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-806fd023-c831-4234-90d0-6af8dda07bb2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1048653 Aug 24 22:08:45.002670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53164) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:08:45.065883 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-de19d296-fda5-4ac6-9354-b7fc982ef92d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0621321 Aug 24 22:08:45.547915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2edc6b58-347d-46a8-9786-a0af7aaa9e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:45.776303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:46.644684 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:47.839023 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:08:57.998590 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:12.752067 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3ca31c26-c822-4c3c-b4c5-b96683981239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:15.495068 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dbd058e0-f9c2-4609-866b-45ac9c8b74d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:15.758206 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:09:15.763788 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:16.649654 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:17.918056 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:28.049564 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:42.757311 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41b2e9f0-253e-461f-81a0-d66f78672b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:45.517607 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cd1c91f3-1e08-4aeb-a459-06acf8fbf78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:45.768730 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:46.660489 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:47.865636 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:09:52.757222 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:09:57.985916 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:12.768027 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1e1146f0-47e2-4343-aa8b-a71f53fee980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.119508 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53318) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:15.520460 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9d9749a9-f29f-4d66-8381-c8c77da7e1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.537467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-network', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:15.608041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Made reservation on behalf of 31fca9bfc17447ea8724b4b715653fb5 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:15.611150 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.619991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.716828 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.802150 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.830758 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.859195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:15.868461 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c0065-356f-4760-8d41-1c46532e0d00,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:15.878098 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:15.878436 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Added segment ca52d4af-9b4a-4d4c-9652-d27d83da4dbf of type vlan for network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 Aug 24 22:10:15.880139 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.880525 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.880863 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.881195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.881517 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.881856 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.882181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.882512 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.882845 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.883166 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.883479 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.883791 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Tracked resource versions report: Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: pushed versions: Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: { 'AddressGroup': {'1.2'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'ConntrackHelper': {'1.0'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Log': {'1.0'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Network': {'1.1'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Port': {'1.7'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'PortForwarding': {'1.2'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'QosPolicy': {'1.9'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroup': {'1.4'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SubPort': {'1.0'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Subnet': {'1.1'}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Trunk': {'1.1'}} Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: consumer versions: Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: HyperV agent@hv-cinder-78956: {}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'ConntrackHelper': '1.0', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Log': '1.0', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Network': '1.1', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Port': '1.7', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'PortForwarding': '1.2', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'QosPolicy': '1.9', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroup': '1.4', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SecurityGroupRule': '1.2', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'SubPort': '1.0', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Subnet': '1.1', Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: 'Trunk': '1.1'}} Aug 24 22:10:15.884896 dv-cinder-789564-11-iscsi neutron-server[94692]: {{(pid=94692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:10:15.929670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.030471 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.031653 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:16.032826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.092638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] Pushing event updated for resources: {'Network': ['ID=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:16.103432 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:16.248853 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-26b8e3bc-9251-407a-906a-837cc140168a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1280620 Aug 24 22:10:16.252220 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53374) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:16.259675 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Request body: {'subnet': {'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-subnet', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:16.346352 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Made reservation on behalf of 31fca9bfc17447ea8724b4b715653fb5 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:16.347852 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.637302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.659436 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53388) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:16.694095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53398) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:16.694524 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:16.703845 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53404) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:16.733605 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aec0c68-5966-44c8-b7ce-259465e2be8c,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:16.747180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Checking segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:16.747539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Network hostable DHCP agents. Network: 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:16.870826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:16.963425 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:16.977530 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f101f6-e573-466b-a4ca-2c43d59b1ccb None None] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:16.979691 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:16.982365 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-675168752-network', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:16.986781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.096272 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Made reservation on behalf of c7260ec8af5a4a6f855a9abc4eed7902 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:17.099572 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.112730 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.146209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-network', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:17.186879 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-dcf9a141-c19e-4e1e-be85-eeab39af1107 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9335585 Aug 24 22:10:17.189568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53418) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:17.195935 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:17.203912 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22126423-6e1b-4421-aa09-019ce79057f1 None None] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:17.219926 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1242532684-network', 'tenant_id': '1fdacabebfa545ffa65b6f5010339d8b'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:17.350479 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Made reservation on behalf of 4967f81663e74a0ab003de44b7f0177f for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:17.352953 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.366635 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.454299 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.533770 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.571297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26edd604-e9b8-4a63-8672-cf2c75c27a28,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:17.580519 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:17.585403 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.586013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588994 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.588994 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.589201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Tracked resource versions report: Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: pushed versions: Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: { 'AddressGroup': {'1.2'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'ConntrackHelper': {'1.0'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Log': {'1.0'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Network': {'1.1'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Port': {'1.7'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'PortForwarding': {'1.2'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'QosPolicy': {'1.9'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroup': {'1.4'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SubPort': {'1.0'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Subnet': {'1.1'}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Trunk': {'1.1'}} Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: consumer versions: Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: HyperV agent@hv-cinder-78956: {}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'ConntrackHelper': '1.0', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Log': '1.0', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Network': '1.1', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Port': '1.7', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'PortForwarding': '1.2', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'QosPolicy': '1.9', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroup': '1.4', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SecurityGroupRule': '1.2', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'SubPort': '1.0', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Subnet': '1.1', Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: 'Trunk': '1.1'}} Aug 24 22:10:17.590333 dv-cinder-789564-11-iscsi neutron-server[94693]: {{(pid=94693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:10:17.593934 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.db.api [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:10:17.593934 dv-cinder-789564-11-iscsi neutron-server[94693]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 22:10:17.593934 dv-cinder-789564-11-iscsi neutron-server[94693]: [parameters: {'project_id_1': '1fdacabebfa545ffa65b6f5010339d8b', 'expiration_1': datetime.datetime(2021, 8, 24, 22, 10, 17, 227693)}] Aug 24 22:10:17.593934 dv-cinder-789564-11-iscsi neutron-server[94693]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:10:17.594324 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG oslo_db.api [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:10:17.594708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.db.api [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:10:17.594708 dv-cinder-789564-11-iscsi neutron-server[94693]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 22:10:17.594708 dv-cinder-789564-11-iscsi neutron-server[94693]: [parameters: {'project_id_1': '4967f81663e74a0ab003de44b7f0177f', 'expiration_1': datetime.datetime(2021, 8, 24, 22, 10, 17, 389329)}] Aug 24 22:10:17.594708 dv-cinder-789564-11-iscsi neutron-server[94693]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:10:17.595087 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG oslo_db.api [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:10:17.600960 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.601474 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Added segment 7f787e19-d024-43f4-adfc-0fb9de2ef6ba of type vlan for network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 Aug 24 22:10:17.608266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.609859 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.660985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.752088 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.820271 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.823582 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:17.823582 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.905637 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:17.944180 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa1007a-5b37-4401-87ed-dfa7b9977c60,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:17.958733 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:18.007693 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-72d4d607-ccf9-4a58-89d4-2de98aa3a9c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3471262 Aug 24 22:10:18.008506 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53470) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:18.014878 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Request body: {'subnet': {'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-675168752-subnet', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:18.102638 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.123891 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Made reservation on behalf of c7260ec8af5a4a6f855a9abc4eed7902 for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:18.127071 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.187826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.231794 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Made reservation on behalf of 1fdacabebfa545ffa65b6f5010339d8b for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:18.236313 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.250915 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.458708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.518476 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.588969 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.611164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.629268 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:18.635503 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a623cd2d-2dc2-461e-b70e-88391fd47428,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:18.638055 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.679921 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.680529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Added segment e12a49bb-718d-4e40-8b9a-c9788f2549e3 of type vlan for network 0ec5aeb5-0ea4-4490-894f-5b0895726657 Aug 24 22:10:18.709285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb178a2-df01-4207-9fa9-3a277614023f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:18.735875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Checking segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:18.736499 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Network hostable DHCP agents. Network: 5aa1007a-5b37-4401-87ed-dfa7b9977c60, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:18.764057 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.805924 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Allocated IP 172.27.2.114 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/5ff07596-65c9-47cd-879b-7e9c297cf6bc) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:18.819031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.889436 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.890429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:18.891005 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.893967 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:18.899612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:18.932338 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.072150 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.077758 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:19.097543 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec5aeb5-0ea4-4490-894f-5b0895726657,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.102525 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f3b831-1396-4e6f-8b51-c78a685e4a70,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.109184 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:19.117897 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.117897 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Added segment 55bbbb16-c48d-40b4-b102-34be68ce2725 of type vlan for network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd Aug 24 22:10:19.117897 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8045beb4-5bc3-44bb-a888-a20ad0246558 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4192874 Aug 24 22:10:19.124012 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 5aa1007a-5b37-4401-87ed-dfa7b9977c60) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:19.130484 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:19.131604 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.135190 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53508) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.135355 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53510) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.151739 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Request body: {'subnet': {'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-subnet', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:19.157917 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f674c-1fb1-47bc-b6e4-f68432d2e809 None None] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:19.189298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53516) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.190779 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:19.196106 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.211446 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:19.219211 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:19.313715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Pushing event updated for resources: {'Port': ['ID=5ff07596-65c9-47cd-879b-7e9c297cf6bc,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.322568 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.327103 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:19.327103 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.329961 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Made reservation on behalf of 4967f81663e74a0ab003de44b7f0177f for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:19.332567 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.366129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c46b536-f594-4eb9-a8a3-8d67526b921d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.460293 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6876e155-6654-4e0d-a451-8412b7113df7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4504459 Aug 24 22:10:19.469129 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53522) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.478571 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:19.479166 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:10:19.480381 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.488268 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7791443 Aug 24 22:10:19.488902 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53524) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.498435 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Request body: {'subnet': {'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1242532684-subnet', 'tenant_id': '1fdacabebfa545ffa65b6f5010339d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:19.506831 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-089b2057-6afe-46da-b5a8-64ed3b781a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.508814 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82435-a808-4707-adea-1d714e0619cc admin admin] Pushing event updated for resources: {'Network': ['ID=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.563905 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:19.690801 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Allocated IP 172.20.0.2 (5aa1007a-5b37-4401-87ed-dfa7b9977c60/a623cd2d-2dc2-461e-b70e-88391fd47428/27a6e868-a1c6-4ae8-a0a9-155564e9babd) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:19.717618 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c46b536-f594-4eb9-a8a3-8d67526b921d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.786533 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.826175 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c46b536-f594-4eb9-a8a3-8d67526b921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.835013 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.884106 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c5c042-fee3-466a-83a7-39cb3d48cb16,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.886587 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.894835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46b536-f594-4eb9-a8a3-8d67526b921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5612210a-3153-4dff-b430-3c765623059f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:19.900887 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2c46b536-f594-4eb9-a8a3-8d67526b921d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=529960e06dee4de0b3067a00ffe6e0ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7646463 Aug 24 22:10:19.911906 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53532) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:19.912369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Transition to ACTIVE for port object 27a6e868-a1c6-4ae8-a0a9-155564e9babd will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:19.918921 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Checking segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:19.919399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Network hostable DHCP agents. Network: 0ec5aeb5-0ea4-4490-894f-5b0895726657, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:19.929432 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.930443 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:19.945020 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Transition to ACTIVE for port object 27a6e868-a1c6-4ae8-a0a9-155564e9babd will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:19.980444 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.007576 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.009855 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.031089 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.061470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:20.068000 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:20.071710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:20.076448 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:20.093128 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Made reservation on behalf of 1fdacabebfa545ffa65b6f5010339d8b for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:20.096732 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.114932 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Pushing event updated for resources: {'Port': ['ID=27a6e868-a1c6-4ae8-a0a9-155564e9babd,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.127147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Tracked resource versions report: Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: pushed versions: Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: { 'AddressGroup': {'1.2'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'ConntrackHelper': {'1.0'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Log': {'1.0'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Network': {'1.1'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Port': {'1.7'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'PortForwarding': {'1.2'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'QosPolicy': {'1.9'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroup': {'1.4'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SubPort': {'1.0'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Subnet': {'1.1'}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Trunk': {'1.1'}} Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: consumer versions: Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: HyperV agent@hv-cinder-78956: {}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'ConntrackHelper': '1.0', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Log': '1.0', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Network': '1.1', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Port': '1.7', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'PortForwarding': '1.2', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'QosPolicy': '1.9', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroup': '1.4', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SecurityGroupRule': '1.2', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'SubPort': '1.0', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Subnet': '1.1', Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: 'Trunk': '1.1'}} Aug 24 22:10:20.139627 dv-cinder-789564-11-iscsi neutron-server[94694]: {{(pid=94694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:10:20.158837 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 0ec5aeb5-0ea4-4490-894f-5b0895726657) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:20.166699 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:20.167678 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.178374 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75749a3-c078-44ff-b8cc-0e63d2d398ee None None] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:20.192324 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.198131 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.202654 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Attempting to bind port 27a6e868-a1c6-4ae8-a0a9-155564e9babd on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:20.202904 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5612210a-3153-4dff-b430-3c765623059f HTTP/1.1" status: 204 len: 168 time: 0.2945673 Aug 24 22:10:20.203413 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Attempting to bind port 27a6e868-a1c6-4ae8-a0a9-155564e9babd by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:20.203971 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Attempting to bind port 27a6e868-a1c6-4ae8-a0a9-155564e9babd on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:20.216935 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:20.217778 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Checking segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:20.218343 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.218962 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Bound using segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:20.220313 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Bound port: 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:20.220972 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.286897 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffc679-70d8-4e7d-be36-efeaff263f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5612210a-3153-4dff-b430-3c765623059f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:20.391031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-089b2057-6afe-46da-b5a8-64ed3b781a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.412557 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] For port 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:20.430348 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] For port 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=27a6e868-a1c6-4ae8-a0a9-155564e9babd,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:20.433361 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.443046 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.467002 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-089b2057-6afe-46da-b5a8-64ed3b781a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.471124 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-0ec5aeb5-0ea4-4490-894f-5b0895726657', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:10:20.475765 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.527848 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b2057-6afe-46da-b5a8-64ed3b781a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc87a9-9484-4911-88b0-4668a718275e,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:20.536327 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-089b2057-6afe-46da-b5a8-64ed3b781a8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=351e09c51d2948d8892bf424a4d64c49&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3427916 Aug 24 22:10:20.539365 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53544) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:20.568908 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.581199 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1617a4ff-b6f0-490e-b878-92e776ab7a80 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4436669 Aug 24 22:10:20.591108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53546) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:20.591108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:20.676209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.678863 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8125d-cb55-407d-b36d-8f12805f5d58 None None] Pushing event updated for resources: {'Port': ['ID=27a6e868-a1c6-4ae8-a0a9-155564e9babd,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:20.723213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Allocated IP 172.20.0.2 (0ec5aeb5-0ea4-4490-894f-5b0895726657/56c5c042-fee3-466a-83a7-39cb3d48cb16/ef3c5573-6d3c-4fc6-958d-6055ea709035) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:20.737518 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.761420 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.765826 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.896304 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:20.902486 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.037090 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.038774 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Router 25405e30-726c-426e-8db0-ba62c29b7a81 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:10:21.083423 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.104892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.104892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.110811 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8cc87a9-9484-4911-88b0-4668a718275e HTTP/1.1" status: 204 len: 168 time: 0.5700812 Aug 24 22:10:21.111875 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Transition to ACTIVE for port object ef3c5573-6d3c-4fc6-958d-6055ea709035 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:21.151108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f4733-8e6d-4b7b-bfd2-54935f614632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc87a9-9484-4911-88b0-4668a718275e,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:21.216867 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Transition to ACTIVE for port object ef3c5573-6d3c-4fc6-958d-6055ea709035 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:21.257949 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.290339 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.368785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.389892 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3828e849-b9ae-4312-85c3-7e6e18ab96db,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:21.402428 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Checking segment: {'id': '55bbbb16-c48d-40b4-b102-34be68ce2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:21.402795 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Network hostable DHCP agents. Network: 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:21.472011 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:21.486554 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:21.490585 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:21.522727 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:21.534312 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5573-6d3c-4fc6-958d-6055ea709035,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:21.538462 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Sync routers for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:21.564644 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:21.565534 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:21.581563 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Allocated IP 172.27.2.204 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/5ae772d8-c9e8-432f-9ba2-7e92e33d1f79) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:21.646161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Attempting to bind port ef3c5573-6d3c-4fc6-958d-6055ea709035 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:21.646161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Attempting to bind port ef3c5573-6d3c-4fc6-958d-6055ea709035 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:21.646508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Attempting to bind port ef3c5573-6d3c-4fc6-958d-6055ea709035 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:21.659910 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:21.664551 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Checking segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:21.664982 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.665383 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Bound using segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:21.665884 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Bound port: ef3c5573-6d3c-4fc6-958d-6055ea709035, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:21.666285 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.703679 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.734618 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.751455 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.796163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:21.883146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.886007 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:21.941202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:21.955874 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:21.955874 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.978258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:21.979202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:21.981263 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Allocated IP 172.27.2.175 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/49e04575-63dd-4a1f-ac2b-79881e0700e6) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:21.990627 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-299c3145-3f54-4702-a99a-369fc1d4395a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7895958 Aug 24 22:10:21.990627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53580) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:22.023185 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:22.023185 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:22.026584 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9e611-4f9e-417a-a228-c8d5513b4e3e None None] Network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:22.152365 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] For port ef3c5573-6d3c-4fc6-958d-6055ea709035, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:22.162737 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] For port ef3c5573-6d3c-4fc6-958d-6055ea709035, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=ef3c5573-6d3c-4fc6-958d-6055ea709035,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:22.187099 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 27a6e868-a1c6-4ae8-a0a9-155564e9babd up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:22.207569 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.304139 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53592) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:22.306063 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.330676 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-998cef96-b8b5-494c-b07c-326412c10704 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8256977 Aug 24 22:10:22.330676 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Pushing event updated for resources: {'Port': ['ID=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:22.351568 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53596) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:22.378861 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a56272e-5684-4a8c-9033-03b37bb1bdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.435245 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.537399 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00af3d0-52ff-4dc6-9f29-f4ab809b24ac None None] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:22.547475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1e0b6-bb0f-476b-8e24-17652e2f8785 None None] Network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:22.572387 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:19Z', 'revision_number': 3, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:22.635807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Pushing event updated for resources: {'Port': ['ID=49e04575-63dd-4a1f-ac2b-79881e0700e6,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:22.659367 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:22.663095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:22.667727 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Checking router: 25405e30-726c-426e-8db0-ba62c29b7a81 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:22.669295 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Updating router 25405e30-726c-426e-8db0-ba62c29b7a81 port 5ff07596-65c9-47cd-879b-7e9c297cf6bc binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:22.675836 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:22.757529 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.795073 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a56272e-5684-4a8c-9033-03b37bb1bdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:22.880054 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a1b9-0ffa-4e50-a138-981c9d65f7e7 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5573-6d3c-4fc6-958d-6055ea709035,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:22.950390 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.007357 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-987131401-network', 'tenant_id': '108a867fe26740eea75d15f04aff53f0'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:23.010704 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a56272e-5684-4a8c-9033-03b37bb1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.046524 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-7a56272e-5684-4a8c-9033-03b37bb1bdd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37010419f8394a96b4722db72e328669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7409697 Aug 24 22:10:23.048463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53616) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:23.048598 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 27a6e868-a1c6-4ae8-a0a9-155564e9babd completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:23.098953 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56272e-5684-4a8c-9033-03b37bb1bdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec00c322-eff1-418b-a3da-61fc8fad05c0,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:23.201826 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Provisioning for port 27a6e868-a1c6-4ae8-a0a9-155564e9babd completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:23.203028 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53636) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:23.205656 dv-cinder-789564-11-iscsi neutron-server[94693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 22:10:23.209431 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Provisioning complete for port 27a6e868-a1c6-4ae8-a0a9-155564e9babd triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:23.209811 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.265458 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Made reservation on behalf of 108a867fe26740eea75d15f04aff53f0 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:23.268390 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.357963 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.390421 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Transition to ACTIVE for port object 5ff07596-65c9-47cd-879b-7e9c297cf6bc will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:23.392642 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.393688 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.440816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.494511 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.514534 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] For port 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=27a6e868-a1c6-4ae8-a0a9-155564e9babd,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:23.515436 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.548392 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.573804 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.590740 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.651481 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Attempting to bind port 5ff07596-65c9-47cd-879b-7e9c297cf6bc on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:23.655235 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Attempting to bind port 5ff07596-65c9-47cd-879b-7e9c297cf6bc by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:23.655670 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Attempting to bind port 5ff07596-65c9-47cd-879b-7e9c297cf6bc on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:23.682223 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c37daa-9004-452c-854c-e6d64b631560 None None] Pushing event updated for resources: {'Port': ['ID=27a6e868-a1c6-4ae8-a0a9-155564e9babd,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:23.686256 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:23.686952 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:23.696619 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.697380 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:23.698199 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Bound port: 5ff07596-65c9-47cd-879b-7e9c297cf6bc, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:23.698512 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.815076 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.834266 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] For port 5ff07596-65c9-47cd-879b-7e9c297cf6bc, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:23.838610 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] For port 5ff07596-65c9-47cd-879b-7e9c297cf6bc, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ff07596-65c9-47cd-879b-7e9c297cf6bc,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:23.854855 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Pushing event updated for resources: {'Port': ['ID=5ff07596-65c9-47cd-879b-7e9c297cf6bc,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:23.865812 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.867584 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.868073 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.868447 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.868931 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.869274 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.870326 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.870673 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.871028 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.871367 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.872324 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.872670 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Tracked resource versions report: Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: pushed versions: Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: { 'AddressGroup': {'1.2'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'ConntrackHelper': {'1.0'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Log': {'1.0'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Network': {'1.1'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Port': {'1.7'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'PortForwarding': {'1.2'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'QosPolicy': {'1.9'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroup': {'1.4'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SubPort': {'1.0'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Subnet': {'1.1'}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Trunk': {'1.1'}} Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: consumer versions: Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: { DHCP agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: HyperV agent@hv-cinder-78956: {}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: L3 agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: Metadata agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: Metering agent@dv-cinder-789564-11-iscsi: {}, Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: Open vSwitch agent@dv-cinder-789564-11-iscsi: { 'AddressGroup': '1.2', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'ConntrackHelper': '1.0', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Log': '1.0', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Network': '1.1', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Port': '1.7', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'PortForwarding': '1.2', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'QosPolicy': '1.9', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroup': '1.4', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SecurityGroupRule': '1.2', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'SubPort': '1.0', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Subnet': '1.1', Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: 'Trunk': '1.1'}} Aug 24 22:10:23.874144 dv-cinder-789564-11-iscsi neutron-server[94695]: {{(pid=94695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:10:23.899556 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.902206 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:23.903452 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec00c322-eff1-418b-a3da-61fc8fad05c0 HTTP/1.1" status: 204 len: 168 time: 0.8538611 Aug 24 22:10:23.918187 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.010889 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-74b88cd3-9c53-4a2c-b2d5-b139001287c9 None None] Provisioning complete for port 27a6e868-a1c6-4ae8-a0a9-155564e9babd triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:24.013620 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-74b88cd3-9c53-4a2c-b2d5-b139001287c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.023022 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-b683ff81-63f8-49ee-8661-ca3510568429 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:24.034617 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-b683ff81-63f8-49ee-8661-ca3510568429 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/networks?id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd HTTP/1.1" status: 200 len: 812 time: 0.8298795 Aug 24 22:10:24.102518 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17ad3-4f51-455c-84b1-ffec41cce1c4 None None] Pushing event updated for resources: {'Port': ['ID=5ff07596-65c9-47cd-879b-7e9c297cf6bc,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:24.103710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f4d03-7b10-4f73-9436-79e6eaea4801 None None] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:24.107023 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:24.108094 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:24.212851 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-b8427124-2332-4bfb-bbc9-419fcd18a1cf tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/quotas/1fdacabebfa545ffa65b6f5010339d8b HTTP/1.1" status: 200 len: 375 time: 0.1769412 Aug 24 22:10:24.320845 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:24.333842 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-24b8a845-79c8-4077-ace8-e630a805d4d9 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fdacabebfa545ffa65b6f5010339d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199856 Aug 24 22:10:24.346118 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832bfee-d1d0-4c2a-9048-bff3ca2c7c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec00c322-eff1-418b-a3da-61fc8fad05c0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:24.415848 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.422964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device ef3c5573-6d3c-4fc6-958d-6055ea709035 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:24.428834 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.455725 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Allocated IP 172.20.0.1 (82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5/4aec0c68-5966-44c8-b7ce-259465e2be8c/6a613e97-2ea1-4549-873c-01904b6017a2) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:24.569887 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Router f4dd8950-3778-4095-8bca-a83867327446 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:10:24.579477 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.593065 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:19Z', 'revision_number': 3, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:24.601598 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:24.613449 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.618776 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Added segment da22865a-78cf-4c81-80e4-3c91d2af01d4 of type vlan for network a1cc98bf-606a-47f8-8047-9f5ae8e60cbc Aug 24 22:10:24.645201 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1a77-dc66-4f9a-8c58-8c35de9f691b None None] The sync data for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi is: [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:19Z', 'revision_number': 3, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:24.665036 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port ef3c5573-6d3c-4fc6-958d-6055ea709035 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:24.669538 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 27a6e868-a1c6-4ae8-a0a9-155564e9babd up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:24.714953 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.751190 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Provisioning for port ef3c5573-6d3c-4fc6-958d-6055ea709035 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:24.766402 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Provisioning complete for port ef3c5573-6d3c-4fc6-958d-6055ea709035 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:24.766770 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.784888 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:24.833075 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51803479-551b-4422-b2e9-082e26481b65,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:24.882463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:24.901463 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:24.932313 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:24.933138 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:24.935062 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-9a273828-bc7e-49ff-9a96-1357c487e9f0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:10:24.936061 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-9a273828-bc7e-49ff-9a96-1357c487e9f0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1879559 Aug 24 22:10:25.010913 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 27a6e868-a1c6-4ae8-a0a9-155564e9babd triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:25.011360 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.028031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.029054 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:25.029587 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.055669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.060746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.063591 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-34ac4553-3e10-4fbd-ba13-899af832568c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5925653 Aug 24 22:10:25.066636 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53682) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:25.195079 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Pushing event updated for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:25.222087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:25.224447 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:25.236485 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:25.236978 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.289203 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.350328 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] For port ef3c5573-6d3c-4fc6-958d-6055ea709035, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=ef3c5573-6d3c-4fc6-958d-6055ea709035,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:25.351493 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Router 8a46daf7-67af-4f8f-bb03-30983d381179 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:10:25.357274 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:25.415763 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0631166 Aug 24 22:10:25.423967 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53700) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:25.429178 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Request body: {'subnet': {'network_id': 'a1cc98bf-606a-47f8-8047-9f5ae8e60cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-987131401-subnet', 'tenant_id': '108a867fe26740eea75d15f04aff53f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:25.439645 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61517840-441e-4f1b-be62-a5b95b94c73a admin admin] Pushing event updated for resources: {'Network': ['ID=a1cc98bf-606a-47f8-8047-9f5ae8e60cbc,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:25.440233 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.576860 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network a1cc98bf-606a-47f8-8047-9f5ae8e60cbc details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:25.579681 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-5fec41e2-ad17-4ab1-9725-6fbf570ddc14 service neutron] 10.222.0.20 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221924 Aug 24 22:10:25.636644 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Made reservation on behalf of 108a867fe26740eea75d15f04aff53f0 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:25.641651 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:25.832343 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f46c7566-a4c5-43b7-b549-b38541da2711 None None] Provisioning complete for port ef3c5573-6d3c-4fc6-958d-6055ea709035 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:25.833076 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f46c7566-a4c5-43b7-b549-b38541da2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.094591 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:26.107164 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:26.117670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.131761 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:26.132449 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ff07596-65c9-47cd-879b-7e9c297cf6bc up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:26.133610 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:26.137754 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.151736 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636623b-0af9-491b-b642-8288b0126f53 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5573-6d3c-4fc6-958d-6055ea709035,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:26.228018 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-2da93e3f-4e7d-4d73-8d5a-ca52e51cc1fe service neutron] 10.222.0.20 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375084 Aug 24 22:10:26.324263 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.326226 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:22Z', 'revision_number': 3, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:26.327643 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d60a4b0e-83a7-462c-a1af-d125db5a59ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7414582 Aug 24 22:10:26.333523 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53724) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:26.360002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:26.360384 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Updating router f4dd8950-3778-4095-8bca-a83867327446 port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:26.368503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 5ff07596-65c9-47cd-879b-7e9c297cf6bc completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:26.369490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Checking segment: {'id': 'da22865a-78cf-4c81-80e4-3c91d2af01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a1cc98bf-606a-47f8-8047-9f5ae8e60cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:26.369490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Network hostable DHCP agents. Network: a1cc98bf-606a-47f8-8047-9f5ae8e60cbc, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:26.385265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5ff07596-65c9-47cd-879b-7e9c297cf6bc triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:26.385642 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.393547 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12c73e6-6027-4bf2-b357-1bd3735d844b,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:26.426974 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.562670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Network a1cc98bf-606a-47f8-8047-9f5ae8e60cbc is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:26.642311 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:26.672323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.713505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, a1cc98bf-606a-47f8-8047-9f5ae8e60cbc) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:26.729813 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:26.730484 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.749357 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 5ff07596-65c9-47cd-879b-7e9c297cf6bc, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ff07596-65c9-47cd-879b-7e9c297cf6bc,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:26.763104 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.802539 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5574c-5efa-42b4-9d0c-b113ccaae762 None None] Network a1cc98bf-606a-47f8-8047-9f5ae8e60cbc requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:26.824090 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5eb2a29f-fc43-4f2f-877b-ac7e476dca20 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3989224 Aug 24 22:10:26.832305 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.870739 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.872149 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.896796 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:26.949213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=5ff07596-65c9-47cd-879b-7e9c297cf6bc,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:27.017991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Pushing event updated for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:27.127264 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53756) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:27.252413 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:27.253892 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:27.254355 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:23Z', 'revision_number': 3, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:27.304083 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e1402bca-be54-4e7b-b0a3-071754f6265e req-1d254351-f811-41d1-980f-9c5e4446e3cb tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.1740706 Aug 24 22:10:27.316920 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:27.317523 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Updating router 8a46daf7-67af-4f8f-bb03-30983d381179 port 49e04575-63dd-4a1f-ac2b-79881e0700e6 binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:27.356274 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:27.375219 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffa468-84a1-4795-813f-b70f59c74ba1 None None] Network a1cc98bf-606a-47f8-8047-9f5ae8e60cbc requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:27.480336 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Allocated IP 172.20.0.1 (5aa1007a-5b37-4401-87ed-dfa7b9977c60/a623cd2d-2dc2-461e-b70e-88391fd47428/64abdf7e-a6e2-48e8-8fc2-c7baad247a8d) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:27.501944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Router 25405e30-726c-426e-8db0-ba62c29b7a81 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:10:27.535269 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:27.580324 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Transition to ACTIVE for port object 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:27.616060 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:27.654100 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:27.663141 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:27.676288 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-cf42a53a-c87a-4b93-b82f-f1193e78c504 admin admin] 10.222.0.20 "PUT /v2.0/routers/25405e30-726c-426e-8db0-ba62c29b7a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6701958 Aug 24 22:10:27.762021 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Sync routers for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:27.798130 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8fa4-d53e-46ef-9451-62a9d91a3eb4 None None] Pushing event updated for resources: {'Port': ['ID=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:27.820498 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:27.821141 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:27.967835 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Attempting to bind port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:27.968244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Attempting to bind port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:27.968593 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Attempting to bind port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:28.031960 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:28.047746 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:28.048428 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.049612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:28.050121 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Bound port: 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:28.050535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.065800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.068470 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device ef3c5573-6d3c-4fc6-958d-6055ea709035 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:28.088972 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Allocated IP 172.20.0.1 (0ec5aeb5-0ea4-4490-894f-5b0895726657/56c5c042-fee3-466a-83a7-39cb3d48cb16/6bbdff24-b399-4f4a-a159-a6392970fb8c) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:28.096271 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Transition to ACTIVE for port object 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:28.107779 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.122807 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Transition to ACTIVE for port object 49e04575-63dd-4a1f-ac2b-79881e0700e6 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:28.150286 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:28.191039 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.206216 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.294704 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] For port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:28.300955 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.310431 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.320790 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea35b65-181e-4c0c-b3d5-372542fc2548 None None] Pushing event updated for resources: {'Port': ['ID=49e04575-63dd-4a1f-ac2b-79881e0700e6,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:28.380834 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] For port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:28.401946 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Attempting to bind port 49e04575-63dd-4a1f-ac2b-79881e0700e6 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:28.402838 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Attempting to bind port 49e04575-63dd-4a1f-ac2b-79881e0700e6 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:28.403446 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Attempting to bind port 49e04575-63dd-4a1f-ac2b-79881e0700e6 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:28.411669 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:28.412448 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:28.413000 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.414668 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:28.414668 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Bound port: 49e04575-63dd-4a1f-ac2b-79881e0700e6, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:28.415061 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.446366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:28.454822 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:28.501647 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port ef3c5573-6d3c-4fc6-958d-6055ea709035 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:28.502044 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.503083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53834) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:28.519525 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1111195685-network', 'tenant_id': '7e1792be21744d1fa519f016495b08f4'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:28.519875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Transition to ACTIVE for port object 6bbdff24-b399-4f4a-a159-a6392970fb8c will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:28.519875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:28.519875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.528436 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9dfc68f1-1329-495e-b28c-c96fd28592a5 req-d6af531a-358d-4e8e-bf46-f04a7391a56d tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.1450031 Aug 24 22:10:28.595100 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.640786 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] For port 49e04575-63dd-4a1f-ac2b-79881e0700e6, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:28.646970 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] For port 49e04575-63dd-4a1f-ac2b-79881e0700e6, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=49e04575-63dd-4a1f-ac2b-79881e0700e6,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:28.659109 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Made reservation on behalf of 7e1792be21744d1fa519f016495b08f4 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:28.662488 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.678759 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.782571 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:28.783203 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:28.805819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Pushing event updated for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:28.820163 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.835810 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.900000 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.918514 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:28.919736 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:28.924160 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea35b65-181e-4c0c-b3d5-372542fc2548 None None] Pushing event updated for resources: {'Port': ['ID=49e04575-63dd-4a1f-ac2b-79881e0700e6,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:28.925965 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.932432 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:10:28.970013 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:28.970316 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Added segment 18ce4682-1f28-4b30-90e1-235617219c0c of type vlan for network a6d46728-eb4f-41f1-a7b5-fbb8dd71eace Aug 24 22:10:28.977653 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8fa4-d53e-46ef-9451-62a9d91a3eb4 None None] Pushing event updated for resources: {'Port': ['ID=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:29.032840 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-defeabb6-048e-4637-b42e-744f7b3248ee None None] Provisioning for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:29.072829 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-defeabb6-048e-4637-b42e-744f7b3248ee None None] Provisioning complete for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:29.073211 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-defeabb6-048e-4637-b42e-744f7b3248ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.085468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.133991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bee434-d595-4ed5-bc68-59f324764eba,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:29.174346 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:29.242314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.243193 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:29.243994 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.259904 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Pushing event updated for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:29.305422 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:29.312327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:29.688727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:29.688727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.688727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.689875 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8883171 Aug 24 22:10:29.689875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53868) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:29.689875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Request body: {'subnet': {'network_id': 'a6d46728-eb4f-41f1-a7b5-fbb8dd71eace', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1111195685-subnet', 'tenant_id': '7e1792be21744d1fa519f016495b08f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:29.691896 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:29.692389 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.692788 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:23Z', 'revision_number': 3, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:29.693308 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-d657a4d7-fdc7-4180-8999-ca58f0ea816e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:29.693308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-d657a4d7-fdc7-4180-8999-ca58f0ea816e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 819 time: 0.8045335 Aug 24 22:10:29.693308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-45c35cbe-8b08-4b6e-aafc-76a3fd5162c9 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/quotas/31fca9bfc17447ea8724b4b715653fb5 HTTP/1.1" status: 200 len: 375 time: 0.0205133 Aug 24 22:10:29.693695 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578e738-176d-4248-b855-9e7e2458f4b8 None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:23Z', 'revision_number': 3, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:29.693878 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ff07596-65c9-47cd-879b-7e9c297cf6bc up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:29.714185 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993c18-81ba-4065-96b2-d900e85f05be admin admin] Pushing event updated for resources: {'Network': ['ID=a6d46728-eb4f-41f1-a7b5-fbb8dd71eace,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:29.758264 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:10:29.768314 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.769016 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.770813 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:25Z', 'revision_number': 4, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6a613e97-2ea1-4549-873c-01904b6017a2', 'name': '', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'mac_address': 'fa:16:3e:7a:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:23Z', 'updated_at': '2021-08-24T22:10:26Z', 'revision_number': 2, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'subnets': [{'id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:29.773267 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network a6d46728-eb4f-41f1-a7b5-fbb8dd71eace details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:10:29.780734 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-defeabb6-048e-4637-b42e-744f7b3248ee None None] Port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:29.851936 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53874) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:29.852237 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e91b2121-36f6-4e56-ab2d-dfdcc40fff3a req-53cad2e1-afc7-4418-a12d-8abe40b6350f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.1915052 Aug 24 22:10:29.896765 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Checking router: 25405e30-726c-426e-8db0-ba62c29b7a81 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:29.896765 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Updating router 25405e30-726c-426e-8db0-ba62c29b7a81 port 6a613e97-2ea1-4549-873c-01904b6017a2 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:29.917034 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Made reservation on behalf of 7e1792be21744d1fa519f016495b08f4 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:29.930242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.930502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Pushing event updated for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:29.932565 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:29.943397 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-5a53fad5-18b2-4ed6-9db2-d7e9e4c4fcd4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2913129 Aug 24 22:10:30.042242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fba15c30-9425-481f-8122-b27fca48d45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.112086 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.114210 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:30.128661 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:30.281769 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-3ea97ddd-86df-49d7-b2cc-12fdfa03edb4 service neutron] 10.222.0.20 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270745 Aug 24 22:10:30.282972 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9257ce12-8e75-4c2b-b428-f144c7b6610a None None] Provisioning for port 6bbdff24-b399-4f4a-a159-a6392970fb8c completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:30.344958 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fba15c30-9425-481f-8122-b27fca48d45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.388265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9257ce12-8e75-4c2b-b428-f144c7b6610a None None] Provisioning complete for port 6bbdff24-b399-4f4a-a159-a6392970fb8c triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:30.389388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9257ce12-8e75-4c2b-b428-f144c7b6610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.454651 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5ff07596-65c9-47cd-879b-7e9c297cf6bc triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:30.455026 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.455982 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.476175 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fba15c30-9425-481f-8122-b27fca48d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.507398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:10:30.520029 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9257ce12-8e75-4c2b-b428-f144c7b6610a None None] Port 6bbdff24-b399-4f4a-a159-a6392970fb8c cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:30.554582 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-fba15c30-9425-481f-8122-b27fca48d45c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fd40ee07e5447ce90c79e8f60e8612c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089684 Aug 24 22:10:30.559197 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-40eb5102-9cea-47c2-b55e-72aee0e3da65 service neutron] 10.222.0.20 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662704 Aug 24 22:10:30.668406 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:22Z', 'revision_number': 3, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:30.668603 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.668603 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53884) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:30.701920 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4e4cb-b3bd-489b-8277-621c26f97a75 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:22Z', 'revision_number': 3, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:30.778427 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba15c30-9425-481f-8122-b27fca48d45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc9f0b-32ab-41e1-968e-833aee65f097,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:30.811913 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-57285ac5-4d06-4919-ba3c-156df22c2a16 None None] Provisioning complete for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:30.813102 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-57285ac5-4d06-4919-ba3c-156df22c2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.813445 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Checking segment: {'id': '18ce4682-1f28-4b30-90e1-235617219c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a6d46728-eb4f-41f1-a7b5-fbb8dd71eace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:30.813878 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Network hostable DHCP agents. Network: a6d46728-eb4f-41f1-a7b5-fbb8dd71eace, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:10:30.821018 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ddf43c-7fa8-4951-af55-b02d3bf7ab2a,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:30.833716 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:30.834440 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.040549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Network a6d46728-eb4f-41f1-a7b5-fbb8dd71eace is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:10:31.160868 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-57285ac5-4d06-4919-ba3c-156df22c2a16 None None] Port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:31.179288 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.223341 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Transition to ACTIVE for port object 6a613e97-2ea1-4549-873c-01904b6017a2 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:31.260941 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:31.286816 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 49e04575-63dd-4a1f-ac2b-79881e0700e6 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:31.288153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, a6d46728-eb4f-41f1-a7b5-fbb8dd71eace) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:31.288321 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-10f7e51e-58bf-446a-96bf-2e8bb1f48514 req-03034808-8584-4caf-8da1-9b8c360c8b67 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 210 time: 0.2739346 Aug 24 22:10:31.297255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:31.297255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.301689 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d3bda670-7d96-48b1-b167-04f012ba1b2a admin admin] 10.222.0.20 "PUT /v2.0/routers/f4dd8950-3778-4095-8bca-a83867327446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2340314 Aug 24 22:10:31.343198 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Pushing event updated for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:31.348333 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-25234747-78ad-488c-8e03-e040887c798d req-5df3ea0d-109d-4d0e-91f8-c355df161555 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.1257403 Aug 24 22:10:31.389004 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.414718 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:31.449819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:31.454855 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.477950 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-cdd10eb6-269f-40b5-bf08-e05ddd8c8ce4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0722547 Aug 24 22:10:31.501213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.503599 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6302330-4497-4a1c-8d7c-ce4630006f51 None None] Network a6d46728-eb4f-41f1-a7b5-fbb8dd71eace requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:31.793403 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 53942) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:31.862553 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20140a-1180-4875-898f-aacaf66e8e3f None None] Pushing event updated for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:31.922467 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:10:31.935196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Deleting subnet b12c73e6-6027-4bf2-b357-1bd3735d844b {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:10:31.941114 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-db93788d-80a6-42a3-b7b7-80bd6c72774e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:31.944727 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.964785 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-db93788d-80a6-42a3-b7b7-80bd6c72774e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 819 time: 0.2066057 Aug 24 22:10:31.989700 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:31.991456 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-25b45f8b-3b40-4924-b5f9-802b729afaea tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/quotas/31fca9bfc17447ea8724b4b715653fb5 HTTP/1.1" status: 200 len: 375 time: 0.0250401 Aug 24 22:10:32.001724 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.037612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 49e04575-63dd-4a1f-ac2b-79881e0700e6 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:32.067013 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 49e04575-63dd-4a1f-ac2b-79881e0700e6 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:32.067392 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.153873 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-be027238-d987-4747-bba1-72f166d7fe4a None None] Provisioning complete for port 6bbdff24-b399-4f4a-a159-a6392970fb8c triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:32.154649 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-be027238-d987-4747-bba1-72f166d7fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.187454 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.26', 64477) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:32.202858 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f216d-b417-469b-b17b-6b1711bb974b None None] Network a6d46728-eb4f-41f1-a7b5-fbb8dd71eace requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:10:32.245470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.353676 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.356273 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.359874 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbdc9f0b-32ab-41e1-968e-833aee65f097 HTTP/1.1" status: 204 len: 168 time: 1.6949394 Aug 24 22:10:32.390101 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12c73e6-6027-4bf2-b357-1bd3735d844b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:32.454498 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Attempting to bind port 6a613e97-2ea1-4549-873c-01904b6017a2 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:32.456487 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Attempting to bind port 6a613e97-2ea1-4549-873c-01904b6017a2 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:32.457031 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Attempting to bind port 6a613e97-2ea1-4549-873c-01904b6017a2 on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:32.523776 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.525155 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:32.525720 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Checking segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:32.526250 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.528735 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Bound using segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:32.529551 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Bound port: 6a613e97-2ea1-4549-873c-01904b6017a2, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:32.530076 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.534436 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b8f0e702-4c8f-4b31-afe0-212d28519835 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b12c73e6-6027-4bf2-b357-1bd3735d844b HTTP/1.1" status: 204 len: 168 time: 0.7388589 Aug 24 22:10:32.546090 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53964) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:32.546633 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53966) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:32.635549 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-be027238-d987-4747-bba1-72f166d7fe4a None None] Port 6bbdff24-b399-4f4a-a159-a6392970fb8c cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:32.659312 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125673149', 'description': 'tempest-description--1758319632'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:32.719989 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-53a527b1-098d-43ec-b6cf-72376e25973a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:32.721649 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-53a527b1-098d-43ec-b6cf-72376e25973a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.26 "GET /v2.0/networks?id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd HTTP/1.1" status: 200 len: 812 time: 0.5328126 Aug 24 22:10:32.732777 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274bc6-ef95-435d-a0d6-27b0af823dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc9f0b-32ab-41e1-968e-833aee65f097,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:32.761911 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] For port 6a613e97-2ea1-4549-873c-01904b6017a2, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:32.764964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] For port 6a613e97-2ea1-4549-873c-01904b6017a2, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6a613e97-2ea1-4549-873c-01904b6017a2,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:32.805649 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Request body: {'port': {'device_id': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd', 'admin_state_up': True, 'tenant_id': '1fdacabebfa545ffa65b6f5010339d8b'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:32.847289 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.860566 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.915979 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:32.947262 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a302fa7a-9b71-4edf-87c2-c86407afc97c req-6f3dae37-1fd1-43bc-afb7-57ac401a1237 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.2087152 Aug 24 22:10:32.980943 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-ecde8803-659b-43ed-bde4-6d13b8d3ab3b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9882579 Aug 24 22:10:32.982768 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.061129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 53986) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:33.082392 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 49e04575-63dd-4a1f-ac2b-79881e0700e6, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=49e04575-63dd-4a1f-ac2b-79881e0700e6,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:33.087504 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20140a-1180-4875-898f-aacaf66e8e3f None None] Pushing event updated for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:33.114959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:33.114959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.170035 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.186015 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:10:33.197296 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-416b27d0-5dfb-47d1-9302-d794fd8e107f admin admin] 10.222.0.20 "PUT /v2.0/routers/8a46daf7-67af-4f8f-bb03-30983d381179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8578920 Aug 24 22:10:33.211611 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:33.228218 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:33.230461 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.292458 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.364488 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.364852 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.365685 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.365983 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > port after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.366335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.366676 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.367328 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.367562 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.367888 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.368297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.378277 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:33.543938 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:33.581395 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54008) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:33.599061 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ebc8-c803-4122-949c-416068569ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.675255 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.675801 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.676299 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.676780 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:33.677277 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cc98bf-606a-47f8-8047-9f5ae8e60cbc']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.721744 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da22865a-78cf-4c81-80e4-3c91d2af01d4') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.722237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da22865a-78cf-4c81-80e4-3c91d2af01d4') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.746707 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=49e04575-63dd-4a1f-ac2b-79881e0700e6,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:33.768946 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4d09e5d-a545-4ecb-98e8-37280d8b2a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.772713 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.792238 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3e5be5df-b775-487d-bf18-cdab5c83bf00 service neutron] 10.222.0.20 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103228 Aug 24 22:10:33.815771 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:30Z', 'revision_number': 2, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:33.827618 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:33.857420 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:33.858359 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Updating router 8a46daf7-67af-4f8f-bb03-30983d381179 port 6bbdff24-b399-4f4a-a159-a6392970fb8c binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:33.866728 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.876131 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.911690 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.922414 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:10:33.925626 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: from cryptography.utils import int_from_bytes Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: from cryptography.utils import int_from_bytes Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:10:33.936282 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:10:33.983986 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:33.996916 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:10:34.010762 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:34.020370 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:34.020754 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.099985 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-79cf1c34-9ad7-4f0a-9195-08f1d3d1b17b service neutron] 10.222.0.20 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063836 Aug 24 22:10:34.105022 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53729558-1e7d-4654-9a14-55586bda01e4,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:34.139697 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Made reservation on behalf of 1fdacabebfa545ffa65b6f5010339d8b for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:34.142186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.144892 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.158592 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:34.159241 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:34.161395 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.167317 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1cc98bf-606a-47f8-8047-9f5ae8e60cbc HTTP/1.1" status: 204 len: 168 time: 1.6170516 Aug 24 22:10:34.170557 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54022) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:34.202061 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a60d4-6d30-499b-a6dd-79f7ff01ee59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cc98bf-606a-47f8-8047-9f5ae8e60cbc,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:34.259134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.260966 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-999dc8a0-4207-4a74-aa6d-32116dc9a7c1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7127848 Aug 24 22:10:34.264034 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54026) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:34.269652 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group_rule': {'security_group_id': '53729558-1e7d-4654-9a14-55586bda01e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:34.332398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54030) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:34.345127 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7351195', 'description': 'tempest-description--449116938'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:34.405061 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Deleting subnet f4ddf43c-7fa8-4951-af55-b02d3bf7ab2a {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:10:34.457763 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.561435 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fb601551-b7f4-47c7-832c-2531183be494 req-f495d95c-6af9-42ba-b226-a36533867930 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.0847416 Aug 24 22:10:34.610522 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.632443 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b3cc8d2-aa5a-4125-b15c-a3a4cefb2aaf req-ed08f09f-5257-4fe9-a19d-22d27ce1c2ca tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.0694315 Aug 24 22:10:34.633737 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Transition to ACTIVE for port object 6bbdff24-b399-4f4a-a159-a6392970fb8c will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:34.655927 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:34.768880 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.769114 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.849282 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.904471 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d326235-4fe2-4a59-8f89-2e727da334f6 None None] Pushing event updated for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:34.935744 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:34.936296 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:34.992465 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Attempting to bind port 6bbdff24-b399-4f4a-a159-a6392970fb8c on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:34.992856 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Attempting to bind port 6bbdff24-b399-4f4a-a159-a6392970fb8c by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:34.993268 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Attempting to bind port 6bbdff24-b399-4f4a-a159-a6392970fb8c on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:35.005819 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:35.006293 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Checking segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:35.006716 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.007165 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Bound using segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:35.007704 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Bound port: 6bbdff24-b399-4f4a-a159-a6392970fb8c, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:35.008145 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.070142 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.087624 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:25Z', 'revision_number': 4, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6a613e97-2ea1-4549-873c-01904b6017a2', 'name': '', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'mac_address': 'fa:16:3e:7a:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:23Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'subnets': [{'id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:35.170729 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a4414-cae1-46b0-bdaf-97d601a53559 None None] The sync data for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi is: [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:10:25Z', 'revision_number': 4, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6a613e97-2ea1-4549-873c-01904b6017a2', 'name': '', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'mac_address': 'fa:16:3e:7a:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:23Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'subnets': [{'id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:35.184281 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] For port 6bbdff24-b399-4f4a-a159-a6392970fb8c, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:35.190612 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] For port 6bbdff24-b399-4f4a-a159-a6392970fb8c, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6bbdff24-b399-4f4a-a159-a6392970fb8c,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:35.283237 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.314664 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:35.324746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ebc8-c803-4122-949c-416068569ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.350500 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Allocated IP 172.20.0.5 (0cce29d9-a62a-44b4-8975-7e1e78f0a8bd/3828e849-b9ae-4312-85c3-7e6e18ab96db/8f90faba-0574-417e-aa6c-0157ceb5775b) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:35.417111 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 49e04575-63dd-4a1f-ac2b-79881e0700e6 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:35.442390 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ebc8-c803-4122-949c-416068569ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.505290 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d326235-4fe2-4a59-8f89-2e727da334f6 None None] Pushing event updated for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=4']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:35.541694 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:35.544803 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:35.573291 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ebc8-c803-4122-949c-416068569ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f4a592-6bd0-44a4-a683-b39702dc338b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:35.597536 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.640866 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4d09e5d-a545-4ecb-98e8-37280d8b2a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.662462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.26', 64486) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:35.762662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 2, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:35.786991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.794415 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f4ddf43c-7fa8-4951-af55-b02d3bf7ab2a HTTP/1.1" status: 204 len: 168 time: 1.6163149 Aug 24 22:10:35.802525 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b4d09e5d-a545-4ecb-98e8-37280d8b2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.822843 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0277ce0-e3b4-40e4-acb3-47a52dbdcbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ddf43c-7fa8-4951-af55-b02d3bf7ab2a,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:35.837707 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54056) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:35.928722 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:10:35.930050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Updating router f4dd8950-3778-4095-8bca-a83867327446 port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:10:35.938672 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:35.956999 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.965976 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:35.970829 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 49e04575-63dd-4a1f-ac2b-79881e0700e6 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:35.975122 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:36.002508 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-421ba527-ac43-4085-895c-a1ea15ec22fb req-a1b409ff-37db-4983-bf7e-b3161a23036c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.2002127 Aug 24 22:10:36.014159 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e1f5ebc8-c803-4122-949c-416068569ce5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=677be5530306445bac5394a4e001b12c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4314895 Aug 24 22:10:36.014992 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54064) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:36.120493 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1c6f35f4-d53b-4ed7-98a2-fe25f788c900 req-ea23619a-b234-421e-88e6-f5e4e1096c07 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.3874648 Aug 24 22:10:36.129105 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b4d09e5d-a545-4ecb-98e8-37280d8b2a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bed2e3a3f4e47b68c88c7d189a170d4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0295022 Aug 24 22:10:36.167414 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:36.171080 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54066) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:36.357026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d09e5d-a545-4ecb-98e8-37280d8b2a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab865d-4b9d-4b85-a45f-7c397143ba0d,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:36.417526 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-b52c1156-8916-4cdf-80c1-d33eba859b31 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:36.438953 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-b52c1156-8916-4cdf-80c1-d33eba859b31 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 819 time: 0.7640998 Aug 24 22:10:36.508395 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Request body: {'port': {'device_id': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'admin_state_up': True, 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:36.522216 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:35Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:36.608219 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.608788 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.609716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.610266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > port after_create 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.610610 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > port after_delete 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.610943 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > port after_update 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.611982 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.611982 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.622010 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301f7da-8cac-4ddc-83d5-625808de8a6d None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:35Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:36.622624 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.622703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:36.622777 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:36.831429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:36.923088 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:36.993516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.114700 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.141129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08b0b63-9bd1-4b89-9048-8a81244feeb1,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:37.150578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Transition to ACTIVE for port object 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:37.195713 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aa2d1559-d54c-415d-8309-96e4fbdf038a req-52e0b265-1376-4ef8-a2ca-fee84d4cfe8a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.0759065 Aug 24 22:10:37.221994 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.303655 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.344226 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ee32-94a8-4c38-a348-43d0b5c6ac46 None None] Pushing event updated for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:37.363471 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:37.365963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:37.365963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:37.365963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:10:37.365963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d46728-eb4f-41f1-a7b5-fbb8dd71eace']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:37.389176 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.418466 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Attempting to bind port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:37.418843 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Attempting to bind port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:37.419210 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Attempting to bind port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:37.425528 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:37.425764 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Checking segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:37.426112 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.426512 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Bound using segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:37.427119 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Bound port: 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:37.428031 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.498244 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.504828 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-636f9291-c638-47ea-a99e-64a977500548 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2369480 Aug 24 22:10:37.514755 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f4ff5-262d-4c56-988e-49c603d65fdd,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:37.519619 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.523746 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54090) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:37.555013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group_rule': {'security_group_id': '53729558-1e7d-4654-9a14-55586bda01e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:37.578462 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ce4682-1f28-4b30-90e1-235617219c0c') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:37.578686 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ce4682-1f28-4b30-90e1-235617219c0c') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:37.691852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] For port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:37.691852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] For port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:37.692036 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.692580 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-eb3a3de7-888e-4859-97bd-bb188f220188 req-72bee9a8-952a-49e4-9ee1-eba73450aed5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.0602875 Aug 24 22:10:37.712483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.723121 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:37.764902 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Made reservation on behalf of 31fca9bfc17447ea8724b4b715653fb5 for: {'port': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:37.773711 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.822323 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.830347 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:37.831517 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.850522 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.923844 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.961347 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:10:37.962143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: from cryptography.utils import int_from_bytes Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: from cryptography.utils import int_from_bytes Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:10:37.969946 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:10:37.977044 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6bbdff24-b399-4f4a-a159-a6392970fb8c up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:38.001091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.222390 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.270157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Allocated IP 172.20.0.12 (82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5/4aec0c68-5966-44c8-b7ce-259465e2be8c/a5ac2867-5463-4751-9403-c65093a6d306) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:38.302573 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.302573 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-02774cb9-8dcd-4b6b-9117-599a06cbf93c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 3.9676480 Aug 24 22:10:38.306885 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54100) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:38.318501 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group_rule': {'security_group_id': '1d4f4ff5-262d-4c56-988e-49c603d65fdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:38.363195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.382794 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.382794 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.383609 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:10:38.383702 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feab865d-4b9d-4b85-a45f-7c397143ba0d HTTP/1.1" status: 204 len: 168 time: 2.1942480 Aug 24 22:10:38.383793 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:38.383793 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 6bbdff24-b399-4f4a-a159-a6392970fb8c completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:38.458066 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b2cfa-c1b5-46e3-bc2c-a9ff2a8b64cc req-fa22111f-df0d-4f41-82ec-d93ff39c26d3 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:38.459987 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b6b2cfa-c1b5-46e3-bc2c-a9ff2a8b64cc req-fa22111f-df0d-4f41-82ec-d93ff39c26d3 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 931 time: 0.1140363 Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898fd63-5675-4b66-9a1a-ceea0abaa874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab865d-4b9d-4b85-a45f-7c397143ba0d,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.628170 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7f4a592-6bd0-44a4-a683-b39702dc338b HTTP/1.1" status: 204 len: 168 time: 2.5606916 Aug 24 22:10:38.661944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.666240 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6d46728-eb4f-41f1-a7b5-fbb8dd71eace HTTP/1.1" status: 204 len: 168 time: 2.8272007 Aug 24 22:10:38.709220 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b6b2cfa-c1b5-46e3-bc2c-a9ff2a8b64cc req-6cc5b951-3258-49c4-b47f-9e144d5a32e6 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895587 Aug 24 22:10:38.758585 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6bbdff24-b399-4f4a-a159-a6392970fb8c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:38.759111 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.768164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd854d-3234-4aa4-94f6-c4d637e68cec admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d46728-eb4f-41f1-a7b5-fbb8dd71eace,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:38.790650 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:38.845377 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.26', 64495) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:38.857335 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ee32-94a8-4c38-a348-43d0b5c6ac46 None None] Pushing event updated for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:38.928541 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Pushing event updated for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:38.955275 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:38.977311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:39.047700 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:10:39.101020 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:39.101020 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.131765 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dd5dbc1c-26ee-4581-bd7e-cc26ba0f7bf4 req-0ce0fa2f-97e6-4c56-af71-b64150cb354e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.2718728 Aug 24 22:10:39.169164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e7ca5-a79b-424a-9c05-a1e1cc5257f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f4a592-6bd0-44a4-a683-b39702dc338b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:39.243313 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.349104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.370821 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-70681783-adb3-442f-8744-7745d1727558 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5695086 Aug 24 22:10:39.407819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-91be9223-4531-40db-bb49-b2becd3fe738 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:39.415209 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-91be9223-4531-40db-bb49-b2becd3fe738 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 819 time: 0.4886167 Aug 24 22:10:39.442011 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-83c1f01b-abbb-4842-8eaf-15775b29c6a2 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:10:39.450763 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-83c1f01b-abbb-4842-8eaf-15775b29c6a2 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136042 Aug 24 22:10:39.490573 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Request body: {'port': {'device_id': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'admin_state_up': True, 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:39.521267 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.618845 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.686748 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c804212-035f-431d-be1c-748091a7ed4c,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:39.732429 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 6bbdff24-b399-4f4a-a159-a6392970fb8c, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6bbdff24-b399-4f4a-a159-a6392970fb8c,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:39.752518 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.772447 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:39.855600 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:37Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:10:39.930145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a14dc-235e-41a3-9320-3b3fce9ba4a2 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:37Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:10:40.032535 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ef2d6-0391-45ea-b9f0-2661fcec9bdb req-05652e8f-fbaa-4338-a2b5-83078f3b0b5e tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:40.032535 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-349ef2d6-0391-45ea-b9f0-2661fcec9bdb req-05652e8f-fbaa-4338-a2b5-83078f3b0b5e tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 931 time: 0.1113408 Aug 24 22:10:40.086156 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-349ef2d6-0391-45ea-b9f0-2661fcec9bdb req-6e75ec11-40a8-4dde-bfd0-25aae5914e30 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957494 Aug 24 22:10:40.253986 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f26ed442-1cbc-447d-bfc6-24dc004acb64 req-acef0e46-6786-408b-8178-cb0393d028a8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.0403588 Aug 24 22:10:40.362039 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.363327 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-60a2838e-c254-4770-9033-e4985afa1d37 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8334978 Aug 24 22:10:40.372412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54152) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:40.379318 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:40.392426 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.394242 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.397950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.403079 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6a613e97-2ea1-4549-873c-01904b6017a2 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:40.527760 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Made reservation on behalf of 31fca9bfc17447ea8724b4b715653fb5 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:40.532597 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.598785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:40.604778 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d51a73-3d1a-4157-b732-dfd12c785b83,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:40.639146 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54160) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:40.664864 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 6a613e97-2ea1-4549-873c-01904b6017a2 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:40.669545 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6a613e97-2ea1-4549-873c-01904b6017a2 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:40.673650 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.769969 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:40.806186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:40.836033 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Pushing event updated for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:40.942653 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Allocated IP 172.20.0.13 (82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5/4aec0c68-5966-44c8-b7ce-259465e2be8c/7282b595-b6d8-4766-93b4-1651b9f1762c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:40.943335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:40.943409 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:40.943490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Request body: {'port': {'device_id': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:40.943561 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f4a55178-189e-474e-87f9-7604daaa8e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=108a867fe26740eea75d15f04aff53f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1997976 Aug 24 22:10:40.950835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54166) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:40.965841 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 6a613e97-2ea1-4549-873c-01904b6017a2, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6a613e97-2ea1-4549-873c-01904b6017a2,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:40.985559 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.026782 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.034502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:41.035297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.106651 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.153840 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.248376 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.295852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-a2b8cf04-b905-4886-8bf3-2bc932a7083d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8031337 Aug 24 22:10:41.299445 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.309420 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b5e63bb9-0746-4897-84d1-9abbf5b7c8fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9981611 Aug 24 22:10:41.313545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54174) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:41.319137 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group_rule': {'security_group_id': '1d4f4ff5-262d-4c56-988e-49c603d65fdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:41.368244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:41.373990 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.435014 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Request body: {'port': {'device_id': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:41.452049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.456460 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.458772 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51803479-551b-4422-b2e9-082e26481b65 HTTP/1.1" status: 204 len: 168 time: 0.5071805 Aug 24 22:10:41.490115 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.563398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176ee87-fc8e-471c-b695-fd50a1e4b987 req-25382cea-8f31-4268-9605-5ec5aacc5ccc tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:41.572329 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1176ee87-fc8e-471c-b695-fd50a1e4b987 req-25382cea-8f31-4268-9605-5ec5aacc5ccc tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 931 time: 0.3298213 Aug 24 22:10:41.576212 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-36b3a889-575d-4d77-9ca7-0f04b4bbace5 req-46758433-f0c9-49cf-9884-83b115a55416 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.1102901 Aug 24 22:10:41.644263 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790b1e2-eb77-463f-b4cd-d39a9701c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51803479-551b-4422-b2e9-082e26481b65,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:41.760521 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:41.774707 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1176ee87-fc8e-471c-b695-fd50a1e4b987 req-ad44d129-e360-4ee6-86c6-10e4abd2e798 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013326 Aug 24 22:10:41.781308 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.819873 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f90faba-0574-417e-aa6c-0157ceb5775b {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:41.830835 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.858887 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Transition to ACTIVE for port object 8f90faba-0574-417e-aa6c-0157ceb5775b will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:41.898057 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Allocated IP 172.27.2.2 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/d2f11640-4001-41f3-9873-8c9d6c0a40bc) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:41.918210 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:41.961583 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.019840 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:42.027935 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:42.029344 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.080806 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.093938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:42.118537 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:42.136148 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:42.224751 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Pushing event updated for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:42.292753 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.382916 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:42.388034 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.426463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:42.427491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.479143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.500165 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:42.508475 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ac2867-5463-4751-9403-c65093a6d306 {{(pid=94693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:42.518228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.528812 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Attempting to bind port 8f90faba-0574-417e-aa6c-0157ceb5775b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:42.529238 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Attempting to bind port 8f90faba-0574-417e-aa6c-0157ceb5775b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '55bbbb16-c48d-40b4-b102-34be68ce2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:42.529575 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Attempting to bind port 8f90faba-0574-417e-aa6c-0157ceb5775b on network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:42.537890 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Transition to ACTIVE for port object a5ac2867-5463-4751-9403-c65093a6d306 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:42.546340 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Port 8f90faba-0574-417e-aa6c-0157ceb5775b on network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:10:42.546340 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Attempting to bind port 8f90faba-0574-417e-aa6c-0157ceb5775b on network 0cce29d9-a62a-44b4-8975-7e1e78f0a8bd {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:42.549239 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:42.549598 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Checking segment: {'id': '55bbbb16-c48d-40b4-b102-34be68ce2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:42.550205 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Bound using segment: {'id': '55bbbb16-c48d-40b4-b102-34be68ce2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:42.550682 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Bound port: 8f90faba-0574-417e-aa6c-0157ceb5775b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bbbb16-c48d-40b4-b102-34be68ce2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:42.551062 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.644065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:42.644065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8f90faba-0574-417e-aa6c-0157ceb5775b,segment=NetworkSegment(55bbbb16-c48d-40b4-b102-34be68ce2725),segment_id=55bbbb16-c48d-40b4-b102-34be68ce2725)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:42.751347 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.752172 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6bbdff24-b399-4f4a-a159-a6392970fb8c up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:42.752720 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.780343 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d82323-298f-494e-a7a3-ba3a08ba3007,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:42.785885 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8e4d8-009c-4ca5-87df-eab6f4a68b70 req-33226ef8-1a4e-4743-947f-986225552f7b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:42.786426 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-f882bccc-a071-44a5-b6e7-86c7010a5216 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2991078 Aug 24 22:10:42.795814 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4e8e4d8-009c-4ca5-87df-eab6f4a68b70 req-33226ef8-1a4e-4743-947f-986225552f7b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 932 time: 0.1112862 Aug 24 22:10:42.796323 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.816379 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.853748 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:42.925673 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d5636895-466a-459f-a313-68af4e5a6907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.086008 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:43.113298 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:43.114649 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.117231 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f90faba-0574-417e-aa6c-0157ceb5775b HTTP/1.1" status: 200 len: 1093 time: 3.0920336 Aug 24 22:10:43.117956 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54204) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:43.119410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:43.133015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.134522 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6c4a7b63-9845-4c73-bf0f-24b021485cd5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8199284 Aug 24 22:10:43.145468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54208) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:43.152940 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:43.166620 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6bbdff24-b399-4f4a-a159-a6392970fb8c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:43.167030 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.230486 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Request body: {'port': {'device_id': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:43.281932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86a602-e778-4388-bc1a-bff30919ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:43.298660 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.323301 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=d2f11640-4001-41f3-9873-8c9d6c0a40bc,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:43.389613 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:43.409244 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:43.414762 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:43.469548 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b7a95b68-17e6-4a16-ae0f-dd21db71a529 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e1792be21744d1fa519f016495b08f4&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3406076 Aug 24 22:10:43.484073 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4e8e4d8-009c-4ca5-87df-eab6f4a68b70 req-e336d4c7-3d9b-4497-95b9-c02731d11e8f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871936 Aug 24 22:10:43.490225 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54214) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:43.637481 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:43.681299 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-642199e2-7b45-4989-919d-f6ab900df91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:43.693521 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-642199e2-7b45-4989-919d-f6ab900df91e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdacabebfa545ffa65b6f5010339d8b&device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 1096 time: 0.2967854 Aug 24 22:10:43.704748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.727932 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d88ea-98c1-4e43-8d78-7e5de7d1e4b9 req-30720aec-0b17-464b-884a-bccd55ddb1df tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:43.729909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-653d88ea-98c1-4e43-8d78-7e5de7d1e4b9 req-30720aec-0b17-464b-884a-bccd55ddb1df tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.3939719 Aug 24 22:10:43.743476 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:43.744086 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.756986 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:43.884030 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:43.887200 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6a613e97-2ea1-4549-873c-01904b6017a2 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:44.019339 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Attempting to bind port a5ac2867-5463-4751-9403-c65093a6d306 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:44.019467 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-d6a6d1d2-8b53-49b6-b098-348885886014 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f90faba-0574-417e-aa6c-0157ceb5775b HTTP/1.1" status: 200 len: 217 time: 0.2099042 Aug 24 22:10:44.019561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Attempting to bind port a5ac2867-5463-4751-9403-c65093a6d306 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:44.019561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Attempting to bind port a5ac2867-5463-4751-9403-c65093a6d306 on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:44.019561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Port a5ac2867-5463-4751-9403-c65093a6d306 on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:10:44.019561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Attempting to bind port a5ac2867-5463-4751-9403-c65093a6d306 on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:44.019862 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6a613e97-2ea1-4549-873c-01904b6017a2 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:44.019862 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.024060 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:44.024481 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Checking segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:44.025037 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Bound using segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:44.025500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Bound port: a5ac2867-5463-4751-9403-c65093a6d306, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:44.025851 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.041434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593a89c-3601-4073-af2b-cbc532169db9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:44.089960 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-91634bdc-1e27-402d-b872-a8e3f2be219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:44.091495 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-91634bdc-1e27-402d-b872-a8e3f2be219b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3828e849-b9ae-4312-85c3-7e6e18ab96db HTTP/1.1" status: 200 len: 852 time: 0.1103091 Aug 24 22:10:44.114505 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.235611 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:44.241297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a5ac2867-5463-4751-9403-c65093a6d306,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:44.255586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.269159 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-653d88ea-98c1-4e43-8d78-7e5de7d1e4b9 req-de811cb6-cb37-4028-ae72-b980da0b08db tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959688 Aug 24 22:10:44.295277 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-7a25c726-e021-4303-a8b6-6da6ac5819a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269634 Aug 24 22:10:44.312799 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.359606 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.447236 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:44.504652 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:44.506802 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.511175 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-aab5ffd7-9487-4641-88fd-6d53e5382203 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 1094 time: 3.1040475 Aug 24 22:10:44.512663 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:44.566943 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.678147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace537cb-bf1c-44f2-8b6d-8fcc411b2164 x-openstack-request-id: req-ace537cb-bf1c-44f2-8b6d-8fcc411b2164 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:44.678526 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:44.678733 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace537cb-bf1c-44f2-8b6d-8fcc411b2164 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:44.679234 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b', 'status': 'completed', 'code': 200} Aug 24 22:10:44.692563 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-93e2d0b2-6288-4cc3-9dd6-a49530a0178e service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680427 Aug 24 22:10:44.752438 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Allocated IP 172.27.2.43 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/f765ad4a-40ac-4115-9206-7f5ac7c47471) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:44.813476 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.818926 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:44.823923 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3bee434-d595-4ed5-bc68-59f324764eba HTTP/1.1" status: 204 len: 168 time: 1.2909889 Aug 24 22:10:44.911142 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33faa0-dca1-4797-963c-54bd607abdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bee434-d595-4ed5-bc68-59f324764eba,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:44.951882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34" -d '{"events": [{"name": "network-changed", "server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "tag": "a5ac2867-5463-4751-9403-c65093a6d306"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:45.008159 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c98c3-b6e5-43c9-b7a5-891b8f8eb2dc req-ea3e792f-bb59-4bdd-8f91-8b6e25bb743b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:45.024243 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8b1c98c3-b6e5-43c9-b7a5-891b8f8eb2dc req-ea3e792f-bb59-4bdd-8f91-8b6e25bb743b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 932 time: 0.3639019 Aug 24 22:10:45.045846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-eb9da763-4efd-4a43-87c4-c428ec357846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:45.056616 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-eb9da763-4efd-4a43-87c4-c428ec357846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1097 time: 0.2247596 Aug 24 22:10:45.125480 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.140882 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8b1c98c3-b6e5-43c9-b7a5-891b8f8eb2dc req-6838c871-b82b-4c5f-a231-4668388846b7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138437 Aug 24 22:10:45.184511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7282b595-b6d8-4766-93b4-1651b9f1762c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:45.197783 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.248241 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Transition to ACTIVE for port object 7282b595-b6d8-4766-93b4-1651b9f1762c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:45.254681 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-2fe18352-6d71-46c1-8b77-6738162ec167 req-b3af1047-71f8-471a-a634-5374f2947e7b service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455891 Aug 24 22:10:45.289510 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.385291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfa5f58-feb2-4efa-8a65-cdd2c1dff196 x-openstack-request-id: req-acfa5f58-feb2-4efa-8a65-cdd2c1dff196 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:45.385582 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "tag": "a5ac2867-5463-4751-9403-c65093a6d306", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:45.385881 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acfa5f58-feb2-4efa-8a65-cdd2c1dff196 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:45.386314 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306', 'status': 'completed', 'code': 200} Aug 24 22:10:45.442363 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.556620 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.569597 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ba91-54bc-47e3-87fe-1419ff659ef4 req-c9d5f673-8b7e-4348-aee1-86296d978168 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:45.583579 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4047ba91-54bc-47e3-87fe-1419ff659ef4 req-c9d5f673-8b7e-4348-aee1-86296d978168 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.1827211 Aug 24 22:10:45.585142 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=d2f11640-4001-41f3-9873-8c9d6c0a40bc,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:45.610672 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.641611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4047ba91-54bc-47e3-87fe-1419ff659ef4 req-b88b90cd-3c73-474d-b6c1-fd2bc9d26192 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Aug 24 22:10:45.720081 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:45.723385 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.777507 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:45.785277 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:45.789922 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:45.802369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-88e7610d-7523-46e9-b6bc-0eb7b2ce912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.806363 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.816811 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ae385da7-7f55-4852-82e5-57990942058a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4429796 Aug 24 22:10:45.833587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Attempting to bind port 7282b595-b6d8-4766-93b4-1651b9f1762c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:45.834488 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Attempting to bind port 7282b595-b6d8-4766-93b4-1651b9f1762c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:45.834974 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Attempting to bind port 7282b595-b6d8-4766-93b4-1651b9f1762c on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:45.841440 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:45.844019 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=f765ad4a-40ac-4115-9206-7f5ac7c47471,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:45.855789 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Port 7282b595-b6d8-4766-93b4-1651b9f1762c on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:10:45.856367 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Attempting to bind port 7282b595-b6d8-4766-93b4-1651b9f1762c on network 82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:45.867058 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:45.867620 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Checking segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:45.868239 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Bound using segment: {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:45.869085 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Bound port: 7282b595-b6d8-4766-93b4-1651b9f1762c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:45.869635 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:46.018672 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:46.049410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:46.049410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7282b595-b6d8-4766-93b4-1651b9f1762c,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:46.088957 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-89a9074d-1584-4ce6-b653-320c6f8f8774 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1125673149&fields=id&tenant_id=c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 267 time: 0.0553164 Aug 24 22:10:46.211244 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-14cfb9a5-b1c9-436e-a610-155d81141d63 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:46.212755 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-14cfb9a5-b1c9-436e-a610-155d81141d63 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 810 time: 0.1156015 Aug 24 22:10:46.237321 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-ce76ada4-b364-4a0b-ae70-5abc9a10fb57 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/quotas/c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 375 time: 0.0187495 Aug 24 22:10:46.306430 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63634e-8a83-4089-8b5c-cc2234c288a1 req-248ca62b-52db-4d77-be84-ceb708c7532d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:46.308229 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0f63634e-8a83-4089-8b5c-cc2234c288a1 req-248ca62b-52db-4d77-be84-ceb708c7532d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.0920024 Aug 24 22:10:46.327307 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:46.337049 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-9d933b96-1db2-447b-9c38-74af57350e4d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844448 Aug 24 22:10:46.399172 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:46.400238 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:46.406219 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 200 len: 1094 time: 3.1819861 Aug 24 22:10:46.416016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:46.438930 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0f63634e-8a83-4089-8b5c-cc2234c288a1 req-ca4bed84-5160-4686-a6fe-77e67db31dea tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170685 Aug 24 22:10:46.730233 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-3432b387-8318-43f5-a775-2ae3216f699a service neutron] 10.222.0.20 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351460 Aug 24 22:10:46.798492 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:46.801592 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7024747-8363-45e6-b07e-bfe54dba875b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:46.816692 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379ca83-6b7a-4d59-9bd4-b043ac9428a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:46.904556 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:47.013259 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-f995a356-9740-489c-902f-8f60ddebad6c service neutron] 10.222.0.20 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097839 Aug 24 22:10:47.060704 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:47.196834 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-9721c736-6e1d-4a99-ba24-ec5ea3a8830d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.1171303 Aug 24 22:10:47.227623 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79fa7-3edd-4382-b1fb-50e409a2de55 req-0d8f7afb-dab3-41c6-9a70-77ca0833e120 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:47.229802 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-75e79fa7-3edd-4382-b1fb-50e409a2de55 req-0d8f7afb-dab3-41c6-9a70-77ca0833e120 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.4070413 Aug 24 22:10:47.283107 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-75e79fa7-3edd-4382-b1fb-50e409a2de55 req-b35fb076-929d-4ac8-9e76-a9690901b53a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Aug 24 22:10:47.332502 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:47.480512 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7baf2-f150-42ad-8818-6a309522b3e7 x-openstack-request-id: req-48b7baf2-f150-42ad-8818-6a309522b3e7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:47.480794 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:47.481314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48b7baf2-f150-42ad-8818-6a309522b3e7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:47.481960 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c', 'status': 'completed', 'code': 200} Aug 24 22:10:47.509836 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=f765ad4a-40ac-4115-9206-7f5ac7c47471,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:47.517839 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:47.572509 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b4d14081-c83e-4223-bd0b-fa4aa2457f9f req-659692b1-1b7f-45e3-9210-c1d7cab9ce25 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0949838 Aug 24 22:10:47.636216 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:47.638337 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2bcbc285-0418-4c77-bdc1-59c3622b3708 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4909501 Aug 24 22:10:47.794160 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-e298c39d-b18e-4163-a6a5-ed62016bee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:47.797820 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-e298c39d-b18e-4163-a6a5-ed62016bee6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1097 time: 0.1434937 Aug 24 22:10:47.807418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a89c-3601-4073-af2b-cbc532169db9 req-ac6b7614-8703-4c53-b060-08025016a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:47.813340 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-ac6b7614-8703-4c53-b060-08025016a226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdacabebfa545ffa65b6f5010339d8b&device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 1096 time: 0.1229815 Aug 24 22:10:47.893135 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d9955-5a3d-4074-891d-ff33cba0769e req-779823b1-10ee-4aa2-9eb9-87fcefd2265d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:47.901753 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f4d9955-5a3d-4074-891d-ff33cba0769e req-779823b1-10ee-4aa2-9eb9-87fcefd2265d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.3225684 Aug 24 22:10:47.930631 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-e6767173-8034-43fd-9a51-46bcc54b5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:47.932542 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-e6767173-8034-43fd-9a51-46bcc54b5453 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.3382874 Aug 24 22:10:47.951134 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:48.056829 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f4d9955-5a3d-4074-891d-ff33cba0769e req-eff03e53-c772-4606-87af-34c3568ffe06 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539299 Aug 24 22:10:48.070549 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-80241bfb-7d91-42a9-8378-d58dc1ebf770 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194463 Aug 24 22:10:48.151253 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-b0757f12-2ad7-457a-a7a8-601efee7b888 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--7351195&fields=id&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 267 time: 0.0874062 Aug 24 22:10:48.174919 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-18feebc2-ba97-47f1-a34f-eea4c1e3d801 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 200 len: 217 time: 0.3433723 Aug 24 22:10:48.245679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a89c-3601-4073-af2b-cbc532169db9 req-79de4bc1-738d-42d3-9381-5c82623f8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.248167 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-79de4bc1-738d-42d3-9381-5c82623f8cd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd HTTP/1.1" status: 200 len: 913 time: 0.4041491 Aug 24 22:10:48.331759 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-5ec537ff-8e30-4fb4-ba2a-bc1f2644729c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.334195 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-5b7285a1-e264-41f4-ae57-ace23a0272d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f90faba-0574-417e-aa6c-0157ceb5775b HTTP/1.1" status: 200 len: 217 time: 0.0726552 Aug 24 22:10:48.336858 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-5ec537ff-8e30-4fb4-ba2a-bc1f2644729c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 817 time: 0.1910427 Aug 24 22:10:48.341559 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-d9c986c9-16c8-401d-bcc2-773a526894bd service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947265 Aug 24 22:10:48.350487 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-969feef9-7392-4baf-9dd8-b3151b589c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.352316 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-969feef9-7392-4baf-9dd8-b3151b589c22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.1536996 Aug 24 22:10:48.352742 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-f5ec28d6-61c4-42bf-88d4-706ed2402a1e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/quotas/4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 375 time: 0.0097296 Aug 24 22:10:48.445221 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c58ff7-cd7b-4b02-8f14-607b3a5e87c9 req-140d6319-76e6-44e2-b58b-69cad043e9b0 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.446828 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-67c58ff7-cd7b-4b02-8f14-607b3a5e87c9 req-140d6319-76e6-44e2-b58b-69cad043e9b0 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.0790026 Aug 24 22:10:48.455801 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-366a6617-ecb8-496e-896e-afce80f69f42 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971341 Aug 24 22:10:48.494871 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-67c58ff7-cd7b-4b02-8f14-607b3a5e87c9 req-dbc0221f-ec65-49d5-aa35-852676f4273d tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379779 Aug 24 22:10:48.572678 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-8dcb4a92-d5e6-4f19-bc65-2a4e8a7fecdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634334 Aug 24 22:10:48.665831 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-781468de-0730-4b66-a16a-4ab1af8292a5 req-7705023e-cc9b-4c62-899a-f3278a5accce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0360353 Aug 24 22:10:48.671068 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a89c-3601-4073-af2b-cbc532169db9 req-03760aed-648b-48bb-a11e-874eba301adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.673110 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-03760aed-648b-48bb-a11e-874eba301adb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3828e849-b9ae-4312-85c3-7e6e18ab96db HTTP/1.1" status: 200 len: 852 time: 0.1478524 Aug 24 22:10:48.675731 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-6473a6fc-3be5-4d9e-864b-0bd533e285ee service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:10:48.676767 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-6473a6fc-3be5-4d9e-864b-0bd533e285ee service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599740 Aug 24 22:10:48.685981 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6868b658-32bc-4f7f-bb7a-36799745b86c req-ba809c6e-ecb0-41c0-87ab-b739b0b62929 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750786 Aug 24 22:10:48.729303 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-94ba0226-ec70-424c-9cf7-5adcc03417e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312996 Aug 24 22:10:48.746106 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-edc6ed81-8f1a-4a5c-87e1-47af8a502178 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619310 Aug 24 22:10:48.787824 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-e8cc152d-0582-4e6d-8940-a51839e34691 service neutron] 10.222.0.20 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996742 Aug 24 22:10:48.923208 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ab9d9551-9dc3-47a1-9b67-60b426ac40cb req-73f512e1-3f1f-469c-aa87-87cef883abad service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569431 Aug 24 22:10:48.925091 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-80c2b273-ce87-4d84-acd7-752a282a6053 service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575241 Aug 24 22:10:48.948699 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-2f7e5818-35df-4680-93f7-33be1b94ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:48.950407 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-2f7e5818-35df-4680-93f7-33be1b94ab33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0963478 Aug 24 22:10:48.954299 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-da7e7a7c-2bfa-438c-b745-d0561118a34c service neutron] 10.222.0.20 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585984 Aug 24 22:10:49.108223 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8593a89c-3601-4073-af2b-cbc532169db9 req-b32de778-1159-4383-9a52-c64efbfe88b3 service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599605 Aug 24 22:10:49.212313 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-85dbfb9a-3d84-4f6d-8808-6d041540e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.214226 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-85dbfb9a-3d84-4f6d-8808-6d041540e30e service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.2566237 Aug 24 22:10:49.276879 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-47e90993-f889-4080-a0c6-66248c1498ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0480006 Aug 24 22:10:49.285194 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024747-8363-45e6-b07e-bfe54dba875b req-4995e1c9-49f4-438e-b826-2ffe34539b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.287615 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-4995e1c9-49f4-438e-b826-2ffe34539b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1097 time: 0.0760286 Aug 24 22:10:49.291133 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0da4b-b86c-4dd6-872b-28286ef7400f req-6996f728-afca-4f8e-a3b1-b064f3a8af4b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.293268 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ab0da4b-b86c-4dd6-872b-28286ef7400f req-6996f728-afca-4f8e-a3b1-b064f3a8af4b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.0967858 Aug 24 22:10:49.365111 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-2dc5fe0a-c7ec-4da9-9de1-897a508e53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.366623 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-2dc5fe0a-c7ec-4da9-9de1-897a508e53f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0728152 Aug 24 22:10:49.369646 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ab0da4b-b86c-4dd6-872b-28286ef7400f req-1029abbc-170c-4ed7-b727-a6903e8d69bc tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670004 Aug 24 22:10:49.408874 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024747-8363-45e6-b07e-bfe54dba875b req-32443c92-c956-4f75-aa60-1c0056321e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.410784 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-32443c92-c956-4f75-aa60-1c0056321e5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.1114793 Aug 24 22:10:49.415150 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-a3afeaa2-c87f-4f89-b1cb-ce7d1f252945 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338182 Aug 24 22:10:49.468376 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-fd20d7a1-bf30-4b24-b2c8-4eef23ba17c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 200 len: 217 time: 0.0415609 Aug 24 22:10:49.534957 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-775da777-3dd0-403c-82e0-107dad753875 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087389 Aug 24 22:10:49.548781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024747-8363-45e6-b07e-bfe54dba875b req-9a51224b-2c80-4821-bd36-d67b7c900dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.557256 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-9a51224b-2c80-4821-bd36-d67b7c900dfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0805273 Aug 24 22:10:49.658814 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-e3273fe1-1cbe-4a9a-bf14-624e3ef0e6d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869579 Aug 24 22:10:49.752047 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-52115cef-8d66-4f17-832f-0f688c51a3af req-137b4ee9-4a4f-451e-8a76-d7fd9d67d796 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.0628588 Aug 24 22:10:49.785993 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44dab8-1db5-4fc0-8913-d8143b5b8463 req-46722476-f649-4fcb-a698-f17724b3a739 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:49.787476 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5d44dab8-1db5-4fc0-8913-d8143b5b8463 req-46722476-f649-4fcb-a698-f17724b3a739 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.0995207 Aug 24 22:10:49.821057 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-45bc3f96-9e05-4fb6-a6a4-67ba58dc54f1 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587567 Aug 24 22:10:49.821582 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9f82d05-c06a-44a4-a3cd-d5cc16b4bc34 req-90761ac2-3167-46dd-bd88-c283556675d9 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788525 Aug 24 22:10:49.837666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5d44dab8-1db5-4fc0-8913-d8143b5b8463 req-098ce50b-c812-4dc3-a0e5-9279f4b118e9 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Aug 24 22:10:49.898258 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42afe25b-96bd-448d-aec6-5c013aadca03 req-369bb952-76ea-4047-8209-613b81ba035d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0592961 Aug 24 22:10:49.950556 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c7024747-8363-45e6-b07e-bfe54dba875b req-ba7668ca-2f20-472c-81f2-fd22b6aafef8 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018922 Aug 24 22:10:50.211049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54434) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:50.333399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54446) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:50.448852 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c45497ba-e8b0-40f7-863c-5f439dbe629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:50.524420 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3f82d041-e4ec-4298-b539-f844d648727e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:50.574223 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719076f5-825c-41e2-9291-cf456817b91f req-6f6c0400-e9b0-4550-aeca-5f72c7ca5a59 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:50.575720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-719076f5-825c-41e2-9291-cf456817b91f req-6f6c0400-e9b0-4550-aeca-5f72c7ca5a59 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.1131418 Aug 24 22:10:50.637827 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-719076f5-825c-41e2-9291-cf456817b91f req-1c2ad6af-f23c-44ec-93ca-a58fc6043848 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Aug 24 22:10:50.661268 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c45497ba-e8b0-40f7-863c-5f439dbe629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:50.742009 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c45497ba-e8b0-40f7-863c-5f439dbe629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:50.833035 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45497ba-e8b0-40f7-863c-5f439dbe629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8554f3e4-9496-48cc-839d-938b6081baab,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:50.846830 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c45497ba-e8b0-40f7-863c-5f439dbe629d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b56ff1af434fcaa6990e78abc19624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346922 Aug 24 22:10:50.849800 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54466) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:50.868103 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e72a5f5c-d8e9-4347-b67f-ad169fd4a3fe req-218a9d21-76cc-4556-a11e-7849ce47270d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Aug 24 22:10:50.945985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3f82d041-e4ec-4298-b539-f844d648727e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:50.985925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.013434 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cc6de380-76a9-4a83-a120-fe31ceb34765 req-6cbedf26-2bc2-4a0a-9b9b-037f29dacc77 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0375223 Aug 24 22:10:51.028985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d00cc-9dde-4bf9-abac-e711ce5a8a83 req-4956d184-3a25-435c-93f6-e254018d7df4 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:51.028985 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c44d00cc-9dde-4bf9-abac-e711ce5a8a83 req-4956d184-3a25-435c-93f6-e254018d7df4 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.0954485 Aug 24 22:10:51.040331 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-3d8c3948-b4f9-487e-9e4d-2433337f95d5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:51.041862 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-3d8c3948-b4f9-487e-9e4d-2433337f95d5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 810 time: 0.1402271 Aug 24 22:10:51.051747 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.052955 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3f82d041-e4ec-4298-b539-f844d648727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.102595 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3f82d041-e4ec-4298-b539-f844d648727e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88683cb4d4a64f49a09bff9363f806ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676911 Aug 24 22:10:51.105657 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c44d00cc-9dde-4bf9-abac-e711ce5a8a83 req-11ec8e8a-f939-4771-b75c-129378a5b592 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Aug 24 22:10:51.106128 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54472) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:51.118266 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d041-e4ec-4298-b539-f844d648727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763440e-3949-405a-abe4-9277ddfb199f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:51.123535 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-08b2125d-a689-4842-9149-9ede1c45aac2 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 380 time: 0.0640175 Aug 24 22:10:51.135258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'port': {'device_id': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'admin_state_up': True, 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'security_groups': ['53729558-1e7d-4654-9a14-55586bda01e4']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:51.179048 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.205705 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.277330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.279934 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.281809 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8554f3e4-9496-48cc-839d-938b6081baab HTTP/1.1" status: 204 len: 168 time: 0.4309192 Aug 24 22:10:51.290242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ecd36-6f15-4113-900d-a41da2d9e1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8554f3e4-9496-48cc-839d-938b6081baab,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:51.413461 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Made reservation on behalf of c7260ec8af5a4a6f855a9abc4eed7902 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:51.418208 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.493500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.501055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.501055 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d763440e-3949-405a-abe4-9277ddfb199f HTTP/1.1" status: 204 len: 168 time: 0.3845367 Aug 24 22:10:51.529632 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fd33b-1234-442e-ae8d-e3c701e7f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763440e-3949-405a-abe4-9277ddfb199f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:51.697881 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Allocated IP 172.20.0.11 (5aa1007a-5b37-4401-87ed-dfa7b9977c60/a623cd2d-2dc2-461e-b70e-88391fd47428/f91faa00-2776-49a2-9301-33f572dfe1f5) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:51.774430 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a726e8-13ea-4171-bd05-79d28921b7b3 req-2e5c4ba5-aeb5-4490-8793-a0b2ef8bea3f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:51.775886 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9a726e8-13ea-4171-bd05-79d28921b7b3 req-2e5c4ba5-aeb5-4490-8793-a0b2ef8bea3f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.0487139 Aug 24 22:10:51.815123 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9a726e8-13ea-4171-bd05-79d28921b7b3 req-868aae77-1207-4f17-bf6b-2c9cf356112b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Aug 24 22:10:51.851109 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:51.875734 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Transition to ACTIVE for port object f91faa00-2776-49a2-9301-33f572dfe1f5 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:51.971177 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0ffe385a-f4d8-42d9-848a-84bee616f300 req-327fff75-344c-44dc-9bb0-0ae2c8b444b8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.0279465 Aug 24 22:10:52.031051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.079215 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 54504) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:52.095326 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f18a785c-6154-4230-8186-8bd60bbf29c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.133985 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:52.148039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:52.148039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:52.148039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:52.192912 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7628a7-f8f1-4269-902b-5a0065422842 req-7ff96bd0-06a6-40e6-95ab-febef86a766a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:52.196709 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c7628a7-f8f1-4269-902b-5a0065422842 req-7ff96bd0-06a6-40e6-95ab-febef86a766a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 932 time: 0.1039448 Aug 24 22:10:52.222719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:52.222719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.326055 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c7628a7-f8f1-4269-902b-5a0065422842 req-4163d55f-3ce3-4b32-8209-81656ad47c82 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242971 Aug 24 22:10:52.362826 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f18a785c-6154-4230-8186-8bd60bbf29c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.371140 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4d0f-3ee5-444f-947d-04ff7a4ece32 req-c2b48923-7477-483a-ab83-d27c90af8e70 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:52.372951 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71ac4d0f-3ee5-444f-947d-04ff7a4ece32 req-c2b48923-7477-483a-ab83-d27c90af8e70 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 943 time: 0.1033456 Aug 24 22:10:52.414701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71ac4d0f-3ee5-444f-947d-04ff7a4ece32 req-486dadc4-7d0a-419a-8490-e9b7ce59904d tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Aug 24 22:10:52.446653 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f18a785c-6154-4230-8186-8bd60bbf29c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.484214 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a785c-6154-4230-8186-8bd60bbf29c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecdb25a-17c3-422d-996b-6b674cb44ae3,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:52.486584 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-10a69915-ae76-483c-b318-0ea459feef58 None None] Provisioning for port f91faa00-2776-49a2-9301-33f572dfe1f5 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:52.489190 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f18a785c-6154-4230-8186-8bd60bbf29c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f147688309214c59966953989d64ad7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082358 Aug 24 22:10:52.491261 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 54516) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:10:52.493244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-10a69915-ae76-483c-b318-0ea459feef58 None None] Provisioning complete for port f91faa00-2776-49a2-9301-33f572dfe1f5 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:52.493621 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-10a69915-ae76-483c-b318-0ea459feef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.528957 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-10a69915-ae76-483c-b318-0ea459feef58 None None] Port f91faa00-2776-49a2-9301-33f572dfe1f5 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:52.560398 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.564214 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-555aba3f-4879-4f37-b4c0-3dcc3ad466cf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4350657 Aug 24 22:10:52.567529 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7282b595-b6d8-4766-93b4-1651b9f1762c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:10:52.589995 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Request body: {'port': {'device_id': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:52.597838 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.676065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.721259 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7282b595-b6d8-4766-93b4-1651b9f1762c,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:52.738875 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '7282b595-b6d8-4766-93b4-1651b9f1762c', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'port_id': '7282b595-b6d8-4766-93b4-1651b9f1762c', 'mac_address': 'fa:16:3e:1a:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:10:52.788414 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.811190 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7282b595-b6d8-4766-93b4-1651b9f1762c {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:52.814685 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-9e2889ad-1bb2-4798-adcf-0eaf423c4713 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:52.824292 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-9e2889ad-1bb2-4798-adcf-0eaf423c4713 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 817 time: 0.1854863 Aug 24 22:10:52.861841 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7282b595-b6d8-4766-93b4-1651b9f1762c,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:52.911756 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-f5540789-6a5b-4f6c-92f3-1109fb51a4d1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 377 time: 0.0762866 Aug 24 22:10:52.930552 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'port': {'device_id': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'admin_state_up': True, 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'security_groups': ['1d4f4ff5-262d-4c56-988e-49c603d65fdd']}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:52.985181 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:52.985858 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 8f90faba-0574-417e-aa6c-0157ceb5775b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:10:53.112940 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:53.164151 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.169685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.175390 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ecdb25a-17c3-422d-996b-6b674cb44ae3 HTTP/1.1" status: 204 len: 168 time: 0.6808543 Aug 24 22:10:53.198500 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd6c1-fe1b-4d08-96df-3bbc5871a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecdb25a-17c3-422d-996b-6b674cb44ae3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:53.247838 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8f90faba-0574-417e-aa6c-0157ceb5775b,segment=NetworkSegment(55bbbb16-c48d-40b4-b102-34be68ce2725),segment_id=55bbbb16-c48d-40b4-b102-34be68ce2725)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:53.269731 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '8f90faba-0574-417e-aa6c-0157ceb5775b', 'network_id': '0cce29d9-a62a-44b4-8975-7e1e78f0a8bd', 'port_id': '8f90faba-0574-417e-aa6c-0157ceb5775b', 'mac_address': 'fa:16:3e:e5:71:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3828e849-b9ae-4312-85c3-7e6e18ab96db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:10:53.295657 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a2f6ab29-188f-498c-84ad-5fe39b9a9d04 req-dcce4c42-46bf-4cf7-bf7c-acc6e733c060 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.0810854 Aug 24 22:10:53.315006 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.329858 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f90faba-0574-417e-aa6c-0157ceb5775b {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:53.350262 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032d134-a87c-4dde-ae76-e9b5b5e51e56 req-499df136-f3a7-4c06-a28d-940a825cd82d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:53.358798 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8f90faba-0574-417e-aa6c-0157ceb5775b,segment=NetworkSegment(55bbbb16-c48d-40b4-b102-34be68ce2725),segment_id=55bbbb16-c48d-40b4-b102-34be68ce2725)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:53.360009 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8032d134-a87c-4dde-ae76-e9b5b5e51e56 req-499df136-f3a7-4c06-a28d-940a825cd82d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 944 time: 0.4471240 Aug 24 22:10:53.392395 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91faa00-2776-49a2-9301-33f572dfe1f5 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:53.404051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8032d134-a87c-4dde-ae76-e9b5b5e51e56 req-f177a476-f559-4f9b-b19b-81c40cea2fce tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Aug 24 22:10:53.410595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.417573 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Transition to ACTIVE for port object f91faa00-2776-49a2-9301-33f572dfe1f5 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:53.430104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.430771 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device a5ac2867-5463-4751-9403-c65093a6d306 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:10:53.438153 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Made reservation on behalf of 4967f81663e74a0ab003de44b7f0177f for: {'port': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:10:53.444149 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.493171 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.512067 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:53.512067 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a5ac2867-5463-4751-9403-c65093a6d306,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:53.521146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'a5ac2867-5463-4751-9403-c65093a6d306', 'network_id': '82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5', 'port_id': 'a5ac2867-5463-4751-9403-c65093a6d306', 'mac_address': 'fa:16:3e:15:f4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aec0c68-5966-44c8-b7ce-259465e2be8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:10:53.582443 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.607015 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac2867-5463-4751-9403-c65093a6d306 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:53.631997 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a5ac2867-5463-4751-9403-c65093a6d306,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:53.666498 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Pushing event updated for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:53.715666 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.723327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0a8c5-c97a-489d-9832-f8245290fe19 req-bfa461f9-05eb-45f0-8579-6ff338476b3c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:53.725241 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-63b0a8c5-c97a-489d-9832-f8245290fe19 req-bfa461f9-05eb-45f0-8579-6ff338476b3c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 932 time: 0.2925026 Aug 24 22:10:53.754966 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Attempting to bind port f91faa00-2776-49a2-9301-33f572dfe1f5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:53.755980 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Attempting to bind port f91faa00-2776-49a2-9301-33f572dfe1f5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:53.763748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Attempting to bind port f91faa00-2776-49a2-9301-33f572dfe1f5 on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:53.775156 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Port f91faa00-2776-49a2-9301-33f572dfe1f5 on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:10:53.775955 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Attempting to bind port f91faa00-2776-49a2-9301-33f572dfe1f5 on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:53.785466 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:53.787582 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Checking segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:53.788615 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Bound using segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:53.789695 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Bound port: f91faa00-2776-49a2-9301-33f572dfe1f5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:53.790613 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:53.855904 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3da45-5b82-4962-81a5-87b1b9813720 req-4a7ae43e-7ccf-4891-963c-48f6c7ce849a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:53.857091 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:53.858502 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2df3da45-5b82-4962-81a5-87b1b9813720 req-4a7ae43e-7ccf-4891-963c-48f6c7ce849a tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 944 time: 0.2204471 Aug 24 22:10:53.928311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:53.930200 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-63b0a8c5-c97a-489d-9832-f8245290fe19 req-dfc01c73-77cf-479a-9ced-5fe2749e2075 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610453 Aug 24 22:10:53.930200 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Allocated IP 172.20.0.3 (0ec5aeb5-0ea4-4490-894f-5b0895726657/56c5c042-fee3-466a-83a7-39cb3d48cb16/bbd3b165-dd99-4a48-8a7b-611ef19820b0) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:10:53.932451 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f91faa00-2776-49a2-9301-33f572dfe1f5,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:53.954151 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2df3da45-5b82-4962-81a5-87b1b9813720 req-ae035201-2d03-4784-bd4e-c943a3efc64b tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771132 Aug 24 22:10:54.042778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.085305 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:54.086002 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.087757 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] 10.222.0.26 "PUT /v2.0/ports/f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 1094 time: 1.5086992 Aug 24 22:10:54.088955 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:54.091841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f0b062-7432-46a6-90a4-1c814f9bb68c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:54.094635 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.115760 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Transition to ACTIVE for port object bbd3b165-dd99-4a48-8a7b-611ef19820b0 will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:54.124600 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baebada-778a-4f4e-a7c8-e03c91f9a994 service neutron] Pushing event updated for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:54.149278 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10a870-0a30-44d4-8c0a-12392d30ca79 x-openstack-request-id: req-5b10a870-0a30-44d4-8c0a-12392d30ca79 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:54.149568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:54.149863 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b10a870-0a30-44d4-8c0a-12392d30ca79 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:54.150435 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'status': 'completed', 'code': 200} Aug 24 22:10:54.242068 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.299462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:10:54.303067 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:10:54.307950 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:10:54.312411 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:54.374600 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:54.375326 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.462528 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2bec486e-a8cf-4408-8f88-aaea02067870 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371170 Aug 24 22:10:54.482146 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143d9b-132b-4f80-87a9-0cf229021b8e req-69aec35d-63a8-48d2-84de-210dbe7c315d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:54.492529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-92143d9b-132b-4f80-87a9-0cf229021b8e req-69aec35d-63a8-48d2-84de-210dbe7c315d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 931 time: 0.0879803 Aug 24 22:10:54.593662 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-92143d9b-132b-4f80-87a9-0cf229021b8e req-617d2df6-4899-4617-b368-bea425a40de4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805168 Aug 24 22:10:54.607332 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54a0b5-57e2-41a3-944a-cf6ad5cd0daa req-90e47080-36bb-41c6-98ec-a5b0cb9c99e7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:54.608983 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2b54a0b5-57e2-41a3-944a-cf6ad5cd0daa req-90e47080-36bb-41c6-98ec-a5b0cb9c99e7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 945 time: 0.1110611 Aug 24 22:10:54.655519 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2b54a0b5-57e2-41a3-944a-cf6ad5cd0daa req-96ba41ba-4279-496f-ab80-4c210524155c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385025 Aug 24 22:10:54.710304 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-bd731e62-f200-4248-b4ba-ee6748796f95 None None] Provisioning for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:54.714270 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-bd731e62-f200-4248-b4ba-ee6748796f95 None None] Provisioning complete for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:54.714598 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-bd731e62-f200-4248-b4ba-ee6748796f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:54.847836 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-bd731e62-f200-4248-b4ba-ee6748796f95 None None] Port bbd3b165-dd99-4a48-8a7b-611ef19820b0 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:10:55.098070 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf5ec-bdb5-43ea-8d08-842b10470b6b req-19bcedb7-93e4-4039-9d56-ddffa8ed813f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:55.099598 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-329cf5ec-bdb5-43ea-8d08-842b10470b6b req-19bcedb7-93e4-4039-9d56-ddffa8ed813f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 944 time: 0.0907497 Aug 24 22:10:55.108013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5694cb-33d5-4cf2-a613-42b8d6ecf95a req-3fedee74-b200-4fb2-a514-3e938d17046f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:55.110008 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dd5694cb-33d5-4cf2-a613-42b8d6ecf95a req-3fedee74-b200-4fb2-a514-3e938d17046f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 944 time: 0.0734713 Aug 24 22:10:55.164942 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-329cf5ec-bdb5-43ea-8d08-842b10470b6b req-97771a48-67c0-4eb4-b9b8-948d298e441a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539777 Aug 24 22:10:55.169882 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dd5694cb-33d5-4cf2-a613-42b8d6ecf95a req-3eb59158-3e45-4310-8b72-194a22f8f676 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Aug 24 22:10:55.722113 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38307c8-caf8-4b01-9f1d-3f0b76ac66a7 req-8d82ef80-af1a-4e3e-a619-d19e660084e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:55.723601 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b38307c8-caf8-4b01-9f1d-3f0b76ac66a7 req-8d82ef80-af1a-4e3e-a619-d19e660084e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 931 time: 0.0495195 Aug 24 22:10:55.790846 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b38307c8-caf8-4b01-9f1d-3f0b76ac66a7 req-c8f62003-5be4-403e-aa88-b7c08d9d64c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571468 Aug 24 22:10:55.801906 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7402-7b29-4911-b66e-d7c1a625aa1b req-2adfd6c2-3c5f-40ce-b53c-da9d9dc33f1b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:55.803647 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7f3d7402-7b29-4911-b66e-d7c1a625aa1b req-2adfd6c2-3c5f-40ce-b53c-da9d9dc33f1b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 945 time: 0.0783103 Aug 24 22:10:55.853306 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7f3d7402-7b29-4911-b66e-d7c1a625aa1b req-d80da3f3-d4c0-4b5d-b8ef-a67219591b8f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Aug 24 22:10:55.963683 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Request body: {'port': {'device_id': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:10:56.023731 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-3f933f32-95d5-4f8b-bf2e-df2cb42d6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.025334 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-3f933f32-95d5-4f8b-bf2e-df2cb42d6b45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1097 time: 0.0468104 Aug 24 22:10:56.027332 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:56.230197 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-5a2fda88-2534-4eff-ad20-cc54b835e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.231823 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-5a2fda88-2534-4eff-ad20-cc54b835e540 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1909831 Aug 24 22:10:56.351717 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacd89a-59d1-4323-9a2f-06b9422583f9 req-aa70a639-605f-4cdb-9bd7-aee9c92a10ca tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.353315 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5eacd89a-59d1-4323-9a2f-06b9422583f9 req-aa70a639-605f-4cdb-9bd7-aee9c92a10ca tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 944 time: 0.1083267 Aug 24 22:10:56.406184 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4eb73-5690-4acb-b90c-94dc7e4d4a6f req-2af8354e-c343-4b8c-939f-34d85d70982f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.407748 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cdf4eb73-5690-4acb-b90c-94dc7e4d4a6f req-2af8354e-c343-4b8c-939f-34d85d70982f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 944 time: 0.1290019 Aug 24 22:10:56.429181 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['7282b595-b6d8-4766-93b4-1651b9f1762c'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:10:56.440499 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-9985013a-64b6-4ad6-9296-13b3501816dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.458261 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:10:56.459408 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-43f0b062-7432-46a6-90a4-1c814f9bb68c req-9985013a-64b6-4ad6-9296-13b3501816dc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193391 Aug 24 22:10:56.460486 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['a5ac2867-5463-4751-9403-c65093a6d306'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:10:56.464938 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:56.487371 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5eacd89a-59d1-4323-9a2f-06b9422583f9 req-07fc771a-73e2-49ca-b553-0844e3962520 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970030 Aug 24 22:10:56.502845 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Transition to ACTIVE for port object bbd3b165-dd99-4a48-8a7b-611ef19820b0 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:10:56.506502 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cdf4eb73-5690-4acb-b90c-94dc7e4d4a6f req-f41a778d-fcf0-49ff-b295-ab4110fe3a7a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888104 Aug 24 22:10:56.521080 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['8f90faba-0574-417e-aa6c-0157ceb5775b'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:10:56.579066 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-827236ea-dbea-4ba5-958d-f4750c577095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.580663 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-827236ea-dbea-4ba5-958d-f4750c577095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1097 time: 0.0404372 Aug 24 22:10:56.584021 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:56.643609 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:56.661275 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-93609c4c-aded-4cb6-b6ea-01ddd2ce99cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 217 time: 0.0660923 Aug 24 22:10:56.725670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-e82c50dc-2d17-4b2d-9408-74149533194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.728033 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-e82c50dc-2d17-4b2d-9408-74149533194b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.0584648 Aug 24 22:10:56.758411 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Attempting to bind port bbd3b165-dd99-4a48-8a7b-611ef19820b0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:10:56.758740 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Attempting to bind port bbd3b165-dd99-4a48-8a7b-611ef19820b0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:10:56.759079 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Attempting to bind port bbd3b165-dd99-4a48-8a7b-611ef19820b0 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:56.776912 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Port bbd3b165-dd99-4a48-8a7b-611ef19820b0 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:10:56.777414 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Attempting to bind port bbd3b165-dd99-4a48-8a7b-611ef19820b0 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:10:56.788760 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:10:56.789311 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Checking segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:10:56.790619 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Bound using segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:10:56.791626 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Bound port: bbd3b165-dd99-4a48-8a7b-611ef19820b0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:10:56.792792 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:56.810152 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0553-901d-4493-96ac-fc7002ecc26f req-7ecd9926-4754-42f2-80df-3ef8b60429f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:56.812521 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-7ecd9926-4754-42f2-80df-3ef8b60429f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771525 Aug 24 22:10:57.003588 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-6e02f48b-9ad9-4da4-9d65-8edaec9a1bab service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839712 Aug 24 22:10:57.084825 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934a89-c7f1-46c3-b4b9-bf1bbb62bb1b req-db41b917-f486-4439-9363-e3c4b79aa929 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.094904 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b6934a89-c7f1-46c3-b4b9-bf1bbb62bb1b req-db41b917-f486-4439-9363-e3c4b79aa929 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 945 time: 0.1040616 Aug 24 22:10:57.110776 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d5803-ce9a-4e6d-8c60-a9fe29df43c2 req-d85d272f-aa83-488f-a7fa-a9046627ed05 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.119548 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba7d5803-ce9a-4e6d-8c60-a9fe29df43c2 req-d85d272f-aa83-488f-a7fa-a9046627ed05 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1564889 Aug 24 22:10:57.155608 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-328b0553-901d-4493-96ac-fc7002ecc26f req-e4566854-f4a7-421a-832e-c3ff199fca45 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429455 Aug 24 22:10:57.173187 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b6934a89-c7f1-46c3-b4b9-bf1bbb62bb1b req-14522971-1710-4866-9d27-a0766decda36 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773041 Aug 24 22:10:57.184789 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba7d5803-ce9a-4e6d-8c60-a9fe29df43c2 req-810bb252-4694-477e-8954-3178737e55b4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641396 Aug 24 22:10:57.425277 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:10:57.437279 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:10:57.521880 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:57.558117 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.558954 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:57.561103 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] 10.222.0.26 "PUT /v2.0/ports/bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 1093 time: 1.6026630 Aug 24 22:10:57.561103 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:57.564172 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a566f11-97a9-4421-8668-eda978abac7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:57.650076 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84f6f-3241-4a28-83ff-28a79ad8be0c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:57.680786 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b86d-5629-49c1-92ab-ac4c570f9c15 req-5e9743d6-214c-47a1-be35-d4836c984970 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.682362 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7bf7b86d-5629-49c1-92ab-ac4c570f9c15 req-5e9743d6-214c-47a1-be35-d4836c984970 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 944 time: 0.0904231 Aug 24 22:10:57.690999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc329572-dbed-4c97-9c96-4938a6af0bef req-8a5549ff-4d0f-4aed-b7d5-80dc83377bd6 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.692564 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cc329572-dbed-4c97-9c96-4938a6af0bef req-8a5549ff-4d0f-4aed-b7d5-80dc83377bd6 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 944 time: 0.1162219 Aug 24 22:10:57.785092 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7bf7b86d-5629-49c1-92ab-ac4c570f9c15 req-fb3c0f35-10d7-4f44-b735-88a6b8a17f50 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915329 Aug 24 22:10:57.791300 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-bc04fb04-fda7-48c0-b0ba-28b99bac90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.792774 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-bc04fb04-fda7-48c0-b0ba-28b99bac90d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0976040 Aug 24 22:10:57.795581 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cc329572-dbed-4c97-9c96-4938a6af0bef req-18a9717d-c46c-4bea-91fe-42cac60aa0fb tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852242 Aug 24 22:10:57.852559 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b333918-8a34-4905-a4f3-c9b6b0e71d3a x-openstack-request-id: req-7b333918-8a34-4905-a4f3-c9b6b0e71d3a {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:57.854846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:57.854846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b333918-8a34-4905-a4f3-c9b6b0e71d3a {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:57.854846 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'status': 'completed', 'code': 200} Aug 24 22:10:57.855308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-99589a83-4deb-461e-b426-208c6fa212af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 217 time: 0.0464647 Aug 24 22:10:57.917145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-a59b0b55-cfb5-4df2-ae42-aee4da0e6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.918589 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-a59b0b55-cfb5-4df2-ae42-aee4da0e6f61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0542543 Aug 24 22:10:57.971626 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7282b595-b6d8-4766-93b4-1651b9f1762c up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:57.991643 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2f307282-9d03-4202-926c-694e833c2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:57.993442 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-2f307282-9d03-4202-926c-694e833c2228 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665557 Aug 24 22:10:58.005088 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.108428 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-76ebab5b-d704-4277-993d-26e9a353f7ac service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055043 Aug 24 22:10:58.115847 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 7282b595-b6d8-4766-93b4-1651b9f1762c completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:58.121237 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 7282b595-b6d8-4766-93b4-1651b9f1762c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:58.121933 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.254008 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.260994 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fab7013-5815-4735-a24c-ccac49917f0e req-b96d4995-7f81-450a-936e-6be9c0b24eb5 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450701 Aug 24 22:10:58.300944 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:10:58.365357 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7282b595-b6d8-4766-93b4-1651b9f1762c,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:58.373066 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e94e10-f73f-47f7-94fa-f6bf2286f001 req-fdb99172-a395-4fd4-a4c9-cff6b0980a7f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:58.375122 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a4e94e10-f73f-47f7-94fa-f6bf2286f001 req-fdb99172-a395-4fd4-a4c9-cff6b0980a7f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 945 time: 0.0769799 Aug 24 22:10:58.387809 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a650a5-cc9f-4fd9-9e2d-9729a0c2addd req-f60f16ae-8b98-4f4d-a0c0-24ce087b446a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:58.393908 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80a650a5-cc9f-4fd9-9e2d-9729a0c2addd req-f60f16ae-8b98-4f4d-a0c0-24ce087b446a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0824344 Aug 24 22:10:58.441447 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.443246 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 8f90faba-0574-417e-aa6c-0157ceb5775b up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:58.454162 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a4e94e10-f73f-47f7-94fa-f6bf2286f001 req-72d3da81-f0ae-4015-ac97-302509458c7f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634642 Aug 24 22:10:58.462905 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80a650a5-cc9f-4fd9-9e2d-9729a0c2addd req-0d35398a-16e1-4fd7-bfa8-e08457011464 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650642 Aug 24 22:10:58.523009 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f73f62d-5432-46f4-9052-0aba284a98bd" -d '{"events": [{"server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "name": "network-vif-plugged", "status": "completed", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:10:58.561734 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:58.607212 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 8f90faba-0574-417e-aa6c-0157ceb5775b completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:58.611372 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 8f90faba-0574-417e-aa6c-0157ceb5775b triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:58.616578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.633713 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc9599-3090-477b-98dd-854b54d8552e x-openstack-request-id: req-43dc9599-3090-477b-98dd-854b54d8552e {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:10:58.634030 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "name": "network-vif-plugged", "status": "completed", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:10:58.634303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43dc9599-3090-477b-98dd-854b54d8552e {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:10:58.634743 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c', 'code': 200} Aug 24 22:10:58.696609 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.727970 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8f90faba-0574-417e-aa6c-0157ceb5775b,segment=NetworkSegment(55bbbb16-c48d-40b4-b102-34be68ce2725),segment_id=55bbbb16-c48d-40b4-b102-34be68ce2725)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:58.824440 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:58.827458 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device a5ac2867-5463-4751-9403-c65093a6d306 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:10:58.914124 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:58.929579 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10eb0-2e08-4cbb-85fb-ba1876061138 req-59d1097a-3a9d-4f75-ba04-20938b1e1414 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:58.931208 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9d10eb0-2e08-4cbb-85fb-ba1876061138 req-59d1097a-3a9d-4f75-ba04-20938b1e1414 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 944 time: 0.0735109 Aug 24 22:10:59.007701 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06550a-e78e-415e-8599-78f0e398f283 req-627af369-d94c-44b2-90db-b952c25d0485 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:59.009191 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f06550a-e78e-415e-8599-78f0e398f283 req-627af369-d94c-44b2-90db-b952c25d0485 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Aug 24 22:10:59.011999 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9d10eb0-2e08-4cbb-85fb-ba1876061138 req-c230fc90-c3cf-43e2-8f39-d92c331b655b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692034 Aug 24 22:10:59.056163 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f06550a-e78e-415e-8599-78f0e398f283 req-a7d5ab79-3190-43c3-9f3c-346c8b505355 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Aug 24 22:10:59.144394 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port a5ac2867-5463-4751-9403-c65093a6d306 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:10:59.149762 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port a5ac2867-5463-4751-9403-c65093a6d306 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:10:59.153635 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:59.230081 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:59.262109 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a5ac2867-5463-4751-9403-c65093a6d306,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:10:59.344459 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:10:59.393303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:10:59.602137 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c997d00-eb1b-4c69-a943-b7767c3b780e req-e43e8878-c9bc-40dd-9375-cbe57ec6edb8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:59.603568 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c997d00-eb1b-4c69-a943-b7767c3b780e req-e43e8878-c9bc-40dd-9375-cbe57ec6edb8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0775645 Aug 24 22:10:59.623229 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cade89-d6e3-497c-9baa-e66042716b20 req-5529490a-0b8c-49c5-880b-107455f8f1d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:10:59.625679 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e4cade89-d6e3-497c-9baa-e66042716b20 req-5529490a-0b8c-49c5-880b-107455f8f1d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0691283 Aug 24 22:10:59.671951 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c997d00-eb1b-4c69-a943-b7767c3b780e req-b414d382-4c2f-4bd8-9794-63e33770abc0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613196 Aug 24 22:10:59.684450 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e4cade89-d6e3-497c-9baa-e66042716b20 req-d9d646ec-12a2-4797-a894-e218e8af5186 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476301 Aug 24 22:11:00.127662 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ceaa-e7c4-48cf-a8bc-3e11e3fc1d6c req-c8f027ee-8d55-4744-9203-a8997fd53c30 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:00.129186 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f29ceaa-e7c4-48cf-a8bc-3e11e3fc1d6c req-c8f027ee-8d55-4744-9203-a8997fd53c30 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 944 time: 0.0489266 Aug 24 22:11:00.368015 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f29ceaa-e7c4-48cf-a8bc-3e11e3fc1d6c req-35500fed-0537-4754-bebf-2bc0258d170f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296383 Aug 24 22:11:00.375314 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d22dae-b522-4289-bc8f-0eb4ddaf2e23 req-53514126-65e8-4810-90e3-143f3021a72d tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:00.376835 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66d22dae-b522-4289-bc8f-0eb4ddaf2e23 req-53514126-65e8-4810-90e3-143f3021a72d tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.2467718 Aug 24 22:11:00.417080 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66d22dae-b522-4289-bc8f-0eb4ddaf2e23 req-b350f8bb-7832-4e33-a89a-e0eb8eb04ba3 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Aug 24 22:11:00.635793 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b'}, {'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:00.638061 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdecac2b-da48-43e0-8a7a-e7786a79886e" -d '{"events": [{"server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b"}, {"server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac2867-5463-4751-9403-c65093a6d306"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:00.678019 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdc14d-dc32-4d96-ac19-23d63e1678a9 x-openstack-request-id: req-36cdc14d-dc32-4d96-ac19-23d63e1678a9 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:00.678316 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b", "code": 200}, {"server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac2867-5463-4751-9403-c65093a6d306", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:00.678565 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36cdc14d-dc32-4d96-ac19-23d63e1678a9 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:00.678976 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b', 'code': 200} Aug 24 22:11:00.679230 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306', 'code': 200} Aug 24 22:11:00.813792 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0d77b-abe2-4ed3-b149-540e8afaeef1 req-0ac8484f-bd54-487b-9f0e-675d59900530 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:00.815246 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cee0d77b-abe2-4ed3-b149-540e8afaeef1 req-0ac8484f-bd54-487b-9f0e-675d59900530 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0776095 Aug 24 22:11:00.826971 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaf692-76be-4350-bd22-93214ac96d95 req-a03f99dd-73bd-4e12-b245-8b138b568734 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:00.829245 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ffaf692-76be-4350-bd22-93214ac96d95 req-a03f99dd-73bd-4e12-b245-8b138b568734 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0658860 Aug 24 22:11:00.888487 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cee0d77b-abe2-4ed3-b149-540e8afaeef1 req-769cdd0c-1f7a-40b5-a6ba-81af96452b92 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Aug 24 22:11:00.891607 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ffaf692-76be-4350-bd22-93214ac96d95 req-9807c4f9-a10b-43c4-a6dc-35628ba20af2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553808 Aug 24 22:11:00.948226 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device f91faa00-2776-49a2-9301-33f572dfe1f5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:11:01.049411 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f91faa00-2776-49a2-9301-33f572dfe1f5,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:01.061621 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'port_id': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'mac_address': 'fa:16:3e:ce:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:11:01.098169 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:01.111227 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91faa00-2776-49a2-9301-33f572dfe1f5 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:11:01.130271 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f91faa00-2776-49a2-9301-33f572dfe1f5,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:01.180584 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566f11-97a9-4421-8668-eda978abac7d req-7621defb-e0f2-47ad-87f5-b3cfe095ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.181914 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-7621defb-e0f2-47ad-87f5-b3cfe095ffd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0393045 Aug 24 22:11:01.241183 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:01.285555 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566f11-97a9-4421-8668-eda978abac7d req-a41ebeec-0b70-400d-8059-50664ec1f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.285555 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-a41ebeec-0b70-400d-8059-50664ec1f8b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.0899212 Aug 24 22:11:01.300339 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:01.330185 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-acd50473-5025-4153-b07a-35fb1997730d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 217 time: 0.0379057 Aug 24 22:11:01.381909 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566f11-97a9-4421-8668-eda978abac7d req-78524a8e-f673-4a98-b34b-684ac037954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.383465 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-78524a8e-f673-4a98-b34b-684ac037954c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0452280 Aug 24 22:11:01.505799 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566f11-97a9-4421-8668-eda978abac7d req-27065103-36d5-44b8-a71b-0e1637861506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.507292 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-27065103-36d5-44b8-a71b-0e1637861506 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1158834 Aug 24 22:11:01.572867 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c32d-e2da-4030-b371-6dfd85fcca9c req-38a49b28-569f-4819-9b45-0f559d8d1f19 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.574336 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9dd5c32d-e2da-4030-b371-6dfd85fcca9c req-38a49b28-569f-4819-9b45-0f559d8d1f19 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 945 time: 0.1209733 Aug 24 22:11:01.583060 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b0477-e26b-4ed0-89f7-f654e1772a1d req-44fe9952-4fd5-46cf-8bb9-724b604b7e4c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:01.584488 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-858b0477-e26b-4ed0-89f7-f654e1772a1d req-44fe9952-4fd5-46cf-8bb9-724b604b7e4c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0763559 Aug 24 22:11:01.637648 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9dd5c32d-e2da-4030-b371-6dfd85fcca9c req-7f8fa3f0-a801-4f25-b2ac-81b9539ab2a9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522110 Aug 24 22:11:01.644260 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-858b0477-e26b-4ed0-89f7-f654e1772a1d req-d6cc17f9-d7b5-4c76-91fa-95e6496f2402 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527303 Aug 24 22:11:02.038665 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da234fb-7dbf-45b8-b4c2-dab6847d8095 req-4b28f438-51ea-4b63-a02d-4ff30bdc8d94 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:02.040171 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2da234fb-7dbf-45b8-b4c2-dab6847d8095 req-4b28f438-51ea-4b63-a02d-4ff30bdc8d94 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0798595 Aug 24 22:11:02.048977 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea084429-2150-475d-8d7c-fce1a9b10204 req-a87aab93-3908-46e1-baee-a692e001c9fa tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:02.050337 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea084429-2150-475d-8d7c-fce1a9b10204 req-a87aab93-3908-46e1-baee-a692e001c9fa tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0795808 Aug 24 22:11:02.102114 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2da234fb-7dbf-45b8-b4c2-dab6847d8095 req-4b188bef-7f98-404d-8174-9eb3be05e7f6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Aug 24 22:11:02.109911 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea084429-2150-475d-8d7c-fce1a9b10204 req-a14000a2-9351-413c-81ee-9999cfdb4ed3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527570 Aug 24 22:11:02.778774 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf17bf-2738-413a-b8cd-906531143630 req-6f7a9933-efc6-4a19-b19c-15ce362ed892 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:02.780773 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-20cf17bf-2738-413a-b8cd-906531143630 req-6f7a9933-efc6-4a19-b19c-15ce362ed892 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 945 time: 0.0746627 Aug 24 22:11:02.790935 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15e056-5ec2-420c-afc3-09ddba951072 req-f1deae04-38da-46ca-9157-b3f1def58027 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:02.792353 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a15e056-5ec2-420c-afc3-09ddba951072 req-f1deae04-38da-46ca-9157-b3f1def58027 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0761814 Aug 24 22:11:02.846793 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-20cf17bf-2738-413a-b8cd-906531143630 req-650b9efe-cd90-4c62-91eb-0a491e92de19 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534985 Aug 24 22:11:02.853733 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a15e056-5ec2-420c-afc3-09ddba951072 req-0e18d0bf-dba7-41f1-be65-9b7dbed92139 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Aug 24 22:11:03.240770 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d649b-8d0e-4a44-985a-8349e998145b req-63d6d85b-38f6-4021-a761-bfcc41ae0983 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:03.242245 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-939d649b-8d0e-4a44-985a-8349e998145b req-63d6d85b-38f6-4021-a761-bfcc41ae0983 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0714929 Aug 24 22:11:03.264109 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94580d-2f01-4f57-af73-d94d27186786 req-e3cdbc26-e1b9-4d39-bac2-487a4feb73ed tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:03.266136 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0c94580d-2f01-4f57-af73-d94d27186786 req-e3cdbc26-e1b9-4d39-bac2-487a4feb73ed tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0708165 Aug 24 22:11:03.312874 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-939d649b-8d0e-4a44-985a-8349e998145b req-5547603c-a5c1-46b7-b101-a015f9772785 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638986 Aug 24 22:11:03.319855 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0c94580d-2f01-4f57-af73-d94d27186786 req-76556549-b268-4ac0-b155-2992dead9f1b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453494 Aug 24 22:11:03.994820 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d200a-f8e1-4dbb-a4d6-67213b02fb36 req-6d46546d-66a0-44d7-8c62-d07de3f5e325 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:03.996571 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f06d200a-f8e1-4dbb-a4d6-67213b02fb36 req-6d46546d-66a0-44d7-8c62-d07de3f5e325 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0776832 Aug 24 22:11:04.005343 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497eab-e09e-411e-97fb-425644f19a44 req-74074083-38d1-4ffe-a710-1b4f48fd0803 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.006716 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b497eab-e09e-411e-97fb-425644f19a44 req-74074083-38d1-4ffe-a710-1b4f48fd0803 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 945 time: 0.0897005 Aug 24 22:11:04.062527 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f06d200a-f8e1-4dbb-a4d6-67213b02fb36 req-7f7c9c78-c723-4019-a3f9-60bfda57b764 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548546 Aug 24 22:11:04.067938 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b497eab-e09e-411e-97fb-425644f19a44 req-8ceb530a-fbe6-4667-9edd-f4353741845c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543032 Aug 24 22:11:04.287675 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.26', 64528) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:04.392935 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-e945dd50-01c0-4d27-b9bf-ba7055237488 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048355 Aug 24 22:11:04.404664 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['f91faa00-2776-49a2-9301-33f572dfe1f5'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:11:04.419087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-223db1dc-2faa-46a0-94b7-6e6db024a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.421224 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-223db1dc-2faa-46a0-94b7-6e6db024a821 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.1316597 Aug 24 22:11:04.426493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-7f3adde4-18b2-40b6-8996-aac10f369969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.428182 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-7f3adde4-18b2-40b6-8996-aac10f369969 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 1098 time: 0.1378312 Aug 24 22:11:04.439532 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-217f5fad-b6f8-4383-8930-5e46d86aa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.441063 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-217f5fad-b6f8-4383-8930-5e46d86aa70f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1099 time: 0.1428449 Aug 24 22:11:04.465625 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-7404c7e6-d0f6-4938-8261-cbc98267bcd8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:04.479306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-b3536c1e-b54b-4c5c-a8db-02db6cda38d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:04.485091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-bba0e51f-3689-4dcb-84b7-6e0adfce7aa8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:04.533330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.db.api [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-bba0e51f-3689-4dcb-84b7-6e0adfce7aa8 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:11:04.533330 dv-cinder-789564-11-iscsi neutron-server[94692]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 22:11:04.533330 dv-cinder-789564-11-iscsi neutron-server[94692]: [parameters: {'project_id': 'ce1a156e25564804b3f16aec6abdf537', 'id': '6a983db0-73ac-45b5-9bf1-44d4bcc7f07f', 'expiration': datetime.datetime(2021, 8, 24, 22, 13, 4, 522081)}] Aug 24 22:11:04.533330 dv-cinder-789564-11-iscsi neutron-server[94692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:11:04.535119 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG oslo_db.api [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-bba0e51f-3689-4dcb-84b7-6e0adfce7aa8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:11:04.538301 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.db.api [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-b3536c1e-b54b-4c5c-a8db-02db6cda38d4 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:11:04.538301 dv-cinder-789564-11-iscsi neutron-server[94692]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 22:11:04.538301 dv-cinder-789564-11-iscsi neutron-server[94692]: [parameters: {'project_id': 'ce1a156e25564804b3f16aec6abdf537', 'id': '26e78724-31f0-47fd-a527-ec6e30adcd9c', 'expiration': datetime.datetime(2021, 8, 24, 22, 13, 4, 517506)}] Aug 24 22:11:04.538301 dv-cinder-789564-11-iscsi neutron-server[94692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:11:04.539032 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG oslo_db.api [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-b3536c1e-b54b-4c5c-a8db-02db6cda38d4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:11:04.576051 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb18b2-79b5-448c-9d5b-5cc108d0efaf req-35292316-dcaa-4b01-a659-4c97e9315794 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.577635 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-affb18b2-79b5-448c-9d5b-5cc108d0efaf req-35292316-dcaa-4b01-a659-4c97e9315794 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.1827385 Aug 24 22:11:04.587464 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0982c-c53d-4a27-9842-82a4d5c98fa6 req-5656979f-9de9-457c-a03b-11e0d52d9785 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:04.588965 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8ab0982c-c53d-4a27-9842-82a4d5c98fa6 req-5656979f-9de9-457c-a03b-11e0d52d9785 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1713030 Aug 24 22:11:04.624772 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-7404c7e6-d0f6-4938-8261-cbc98267bcd8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:04.632441 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a566f11-97a9-4421-8668-eda978abac7d req-42f509cf-dfb6-4936-9c8b-338361fc5aa4 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818235 Aug 24 22:11:04.668804 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8ab0982c-c53d-4a27-9842-82a4d5c98fa6 req-2ffc5302-107d-4ce5-ac67-b7d0a5444b16 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0624707 Aug 24 22:11:04.676959 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-affb18b2-79b5-448c-9d5b-5cc108d0efaf req-0b288689-8ba3-42b5-a21c-69a9b18e3661 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Aug 24 22:11:04.738194 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-7404c7e6-d0f6-4938-8261-cbc98267bcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:04.771051 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-abdbd27f-abc2-42b7-bcc7-fdf6533e02db req-7404c7e6-d0f6-4938-8261-cbc98267bcd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421135 Aug 24 22:11:04.779703 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404c7e6-d0f6-4938-8261-cbc98267bcd8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4f09e7-6617-4d6d-a38c-5dd70a7a17be,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:05.035181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-bba0e51f-3689-4dcb-84b7-6e0adfce7aa8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:05.044451 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-b3536c1e-b54b-4c5c-a8db-02db6cda38d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:05.135305 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0c41d73-4bbd-45a9-b6a5-fce687c98929 req-bba0e51f-3689-4dcb-84b7-6e0adfce7aa8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800878 Aug 24 22:11:05.136912 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa32da9c-42c8-4098-9fc1-5a8f91290cc4 req-b3536c1e-b54b-4c5c-a8db-02db6cda38d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939855 Aug 24 22:11:05.229948 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e07e-3fae-49b6-806a-ae9752ef6686 req-3970e017-0df6-47c8-8ecf-75301a035634 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:05.231417 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fb32e07e-3fae-49b6-806a-ae9752ef6686 req-3970e017-0df6-47c8-8ecf-75301a035634 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 945 time: 0.0762873 Aug 24 22:11:05.243011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289d563-0f0a-4007-966e-35725ffde88f req-130bd6ba-bd8a-430c-936f-439998b59b28 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:05.244509 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6289d563-0f0a-4007-966e-35725ffde88f req-130bd6ba-bd8a-430c-936f-439998b59b28 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0803294 Aug 24 22:11:05.298397 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fb32e07e-3fae-49b6-806a-ae9752ef6686 req-782feb58-e2e5-4aad-ab71-0760f264a7d2 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527623 Aug 24 22:11:05.302998 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6289d563-0f0a-4007-966e-35725ffde88f req-0372c800-1730-4fce-bdac-c44dca61931f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 Aug 24 22:11:05.828880 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82965f0f-ffc4-4b2c-938e-a0e5a7dc5a0f req-db5ea8fc-e3bd-4993-8841-97e94235c223 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:05.830398 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82965f0f-ffc4-4b2c-938e-a0e5a7dc5a0f req-db5ea8fc-e3bd-4993-8841-97e94235c223 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0780704 Aug 24 22:11:05.846449 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fc469-9780-4e7b-90c0-09fdf3ef8a54 req-2d19b26b-7aa4-4504-80c8-29b4b0c8f91c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:05.852342 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-344fc469-9780-4e7b-90c0-09fdf3ef8a54 req-2d19b26b-7aa4-4504-80c8-29b4b0c8f91c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0694103 Aug 24 22:11:05.899231 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82965f0f-ffc4-4b2c-938e-a0e5a7dc5a0f req-05ab776b-ee5e-41c6-9bd8-9ff9964158e3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Aug 24 22:11:05.911904 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-344fc469-9780-4e7b-90c0-09fdf3ef8a54 req-4a0ec5ff-21c0-4738-8339-85054830e03c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511315 Aug 24 22:11:06.259301 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:11:06.269333 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device f91faa00-2776-49a2-9301-33f572dfe1f5 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:11:06.395165 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:06.407072 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:11:06.443458 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ae0f-285d-4662-b194-4dde07703f4e req-2b67eb59-b325-494a-abc9-dfd52d230535 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:06.444322 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:06.445032 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fa5ae0f-285d-4662-b194-4dde07703f4e req-2b67eb59-b325-494a-abc9-dfd52d230535 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 945 time: 0.0772235 Aug 24 22:11:06.456575 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e5eb1-3c41-4128-a845-2e1fd1b74dde req-3e539fde-5d7e-43e1-b093-b1428ac72628 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:06.458065 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:11:06.458175 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-796e5eb1-3c41-4128-a845-2e1fd1b74dde req-3e539fde-5d7e-43e1-b093-b1428ac72628 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0807562 Aug 24 22:11:06.481104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:06.482601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port f91faa00-2776-49a2-9301-33f572dfe1f5 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:11:06.486776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port f91faa00-2776-49a2-9301-33f572dfe1f5 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:11:06.491976 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:06.512110 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fa5ae0f-285d-4662-b194-4dde07703f4e req-6c0a618b-90f0-4df3-be2f-45d8d5b75591 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524459 Aug 24 22:11:06.526608 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-796e5eb1-3c41-4128-a845-2e1fd1b74dde req-5c455e41-69cb-4865-83af-c701a96d9b37 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595119 Aug 24 22:11:06.576755 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:06.584652 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:06.619138 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:06.621354 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b10ecf-ee26-4e74-aa16-77386187a88c" -d '{"events": [{"server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "name": "network-vif-plugged", "status": "completed", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:06.638859 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f91faa00-2776-49a2-9301-33f572dfe1f5,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:06.656935 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:06.661406 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c88d7-45a7-400f-874d-04bfab87dd6f x-openstack-request-id: req-fc1c88d7-45a7-400f-874d-04bfab87dd6f {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:06.661691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "name": "network-vif-plugged", "status": "completed", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:06.661942 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc1c88d7-45a7-400f-874d-04bfab87dd6f {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:06.662314 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'code': 200} Aug 24 22:11:06.738774 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:06.757211 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:11:06.788629 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:07.048145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777473-5f31-4dd0-ab37-e92b718b02a6 req-0c9b3321-4a02-42b1-8d27-354fce8dcac6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:07.049702 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad777473-5f31-4dd0-ab37-e92b718b02a6 req-0c9b3321-4a02-42b1-8d27-354fce8dcac6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0803058 Aug 24 22:11:07.078831 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['bbd3b165-dd99-4a48-8a7b-611ef19820b0'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:11:07.082857 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3611-9a94-45bd-8961-61bfb0447a08 req-f958ee57-3aac-452e-8b16-17d04a7a46f5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:07.084869 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-271f3611-9a94-45bd-8961-61bfb0447a08 req-f958ee57-3aac-452e-8b16-17d04a7a46f5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0905147 Aug 24 22:11:07.121167 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad777473-5f31-4dd0-ab37-e92b718b02a6 req-cb081cfc-8845-4845-800f-8b67ec9060ce tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Aug 24 22:11:07.156929 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-271f3611-9a94-45bd-8961-61bfb0447a08 req-cd644556-fa67-4bfb-8021-eeaffd12fb19 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0647433 Aug 24 22:11:07.325899 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92828217-adbb-429d-9a94-befbd963e6d2 req-4dad449e-cfdd-4c94-bdf6-b51684dec305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:07.328037 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-92828217-adbb-429d-9a94-befbd963e6d2 req-4dad449e-cfdd-4c94-bdf6-b51684dec305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1099 time: 0.0406826 Aug 24 22:11:07.378239 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-92828217-adbb-429d-9a94-befbd963e6d2 req-2c682748-8d18-41e6-bf9d-a8a085c29be5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276985 Aug 24 22:11:07.674822 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b2133-9d91-4858-bc95-827c92cfe4b6 req-ee1c1f72-3e4c-4b85-9755-dc5f26cd777f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:07.676347 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d0b2133-9d91-4858-bc95-827c92cfe4b6 req-ee1c1f72-3e4c-4b85-9755-dc5f26cd777f tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0884612 Aug 24 22:11:07.684519 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3069f3-1c8c-40fe-bbb6-ab145ab3b936 req-2f92ec2f-9508-41c8-b621-e510a2379378 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:07.686825 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b3069f3-1c8c-40fe-bbb6-ab145ab3b936 req-2f92ec2f-9508-41c8-b621-e510a2379378 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0826716 Aug 24 22:11:07.740739 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d0b2133-9d91-4858-bc95-827c92cfe4b6 req-bfd17052-9332-4398-b3a6-a270f017d908 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 Aug 24 22:11:07.748273 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b3069f3-1c8c-40fe-bbb6-ab145ab3b936 req-4222c476-b0d2-4226-ab6e-f1b1cc6e3f12 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536315 Aug 24 22:11:08.277100 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948b97-1ca3-40f7-ad30-98c1dcff46cc req-4704c9cb-beaa-4156-bbb9-eaf4fd800f3d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:08.278656 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-11948b97-1ca3-40f7-ad30-98c1dcff46cc req-4704c9cb-beaa-4156-bbb9-eaf4fd800f3d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0843480 Aug 24 22:11:08.305693 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:11:08.313441 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e595ba-0654-4614-8dca-852ee0fe6a49 req-b5e7ec8c-62e7-4054-a4ae-1fb1d4e481f8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:08.314923 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26e595ba-0654-4614-8dca-852ee0fe6a49 req-b5e7ec8c-62e7-4054-a4ae-1fb1d4e481f8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0774972 Aug 24 22:11:08.346687 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-11948b97-1ca3-40f7-ad30-98c1dcff46cc req-782f1413-7d2a-4bb7-b79a-5d537671e7b4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Aug 24 22:11:08.396366 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26e595ba-0654-4614-8dca-852ee0fe6a49 req-2b84cac5-e68e-4c7e-bb0d-c83010e5c929 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0698247 Aug 24 22:11:08.509981 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:11:08.513895 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:11:08.514789 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:08.617580 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:08.649470 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:08.663345 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:08.665557 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545304a8-f2a0-421f-bc35-e973df3c77f0" -d '{"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:08.701183 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b2840-48e3-4393-9ea3-87bed88c6b0a x-openstack-request-id: req-762b2840-48e3-4393-9ea3-87bed88c6b0a {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:08.701491 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:08.702288 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-762b2840-48e3-4393-9ea3-87bed88c6b0a {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:08.702673 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'code': 200} Aug 24 22:11:08.762302 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:08.818563 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:08.873146 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbb12-3d4b-4623-b1e6-8501927212fa req-ffe69670-0ee1-46e6-9ed1-86e5182cf649 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:08.875269 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b7dbb12-3d4b-4623-b1e6-8501927212fa req-ffe69670-0ee1-46e6-9ed1-86e5182cf649 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0550232 Aug 24 22:11:08.913160 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b7dbb12-3d4b-4623-b1e6-8501927212fa req-60170eb2-2938-4ae6-a97a-db2875ee8238 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Aug 24 22:11:09.021777 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f690-27b8-4e2b-83ae-6f7792d63a16 req-a554127e-7ff9-41a3-8f46-a051e312fd13 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.023700 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2943f690-27b8-4e2b-83ae-6f7792d63a16 req-a554127e-7ff9-41a3-8f46-a051e312fd13 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0530715 Aug 24 22:11:09.079051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2943f690-27b8-4e2b-83ae-6f7792d63a16 req-cfb1a875-79a9-4621-bd44-3bea93eb0a6e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493302 Aug 24 22:11:09.233369 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2afa53-9a2d-402b-99f6-0d18f428114e req-c57d6743-9fd3-4d30-b953-d95639207824 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.234902 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a2afa53-9a2d-402b-99f6-0d18f428114e req-c57d6743-9fd3-4d30-b953-d95639207824 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Aug 24 22:11:09.278597 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a2afa53-9a2d-402b-99f6-0d18f428114e req-53348193-24e0-4394-b1d9-4ad49f12fe37 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Aug 24 22:11:09.444443 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210016d2-2829-465d-9630-041e653c6198 req-c50b93d3-9d8f-45b5-895b-a9af927c5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.445943 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-210016d2-2829-465d-9630-041e653c6198 req-c50b93d3-9d8f-45b5-895b-a9af927c5fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0681214 Aug 24 22:11:09.453987 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-efe3f2ef-7e52-4da5-94ab-f7c42dc36bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.459987 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-efe3f2ef-7e52-4da5-94ab-f7c42dc36bcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1099 time: 0.0703468 Aug 24 22:11:09.543853 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fbd85-bba0-456e-8b30-3fd38dad16e6 req-84f6329a-a53e-45d3-afd2-a7e8e86af1f0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.545942 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca8fbd85-bba0-456e-8b30-3fd38dad16e6 req-84f6329a-a53e-45d3-afd2-a7e8e86af1f0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0633562 Aug 24 22:11:09.551639 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-210016d2-2829-465d-9630-041e653c6198 req-766f3cb1-9cb1-4bf6-ba49-7f05f14cb5b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0946860 Aug 24 22:11:09.591948 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-a20cca6f-1933-449f-8f50-b9e238bfd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:09.594053 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-a20cca6f-1933-449f-8f50-b9e238bfd4b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.1219690 Aug 24 22:11:09.598272 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca8fbd85-bba0-456e-8b30-3fd38dad16e6 req-f43d7db7-bd1d-4b14-9763-b21f6494dd0f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371859 Aug 24 22:11:09.971805 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-57665280-40b6-48bf-b62e-dafe7648fafb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 200 len: 217 time: 0.0367734 Aug 24 22:11:10.032169 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-09247d25-d771-4774-9b04-6f1ddc015c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:10.033622 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-09247d25-d771-4774-9b04-6f1ddc015c16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0490131 Aug 24 22:11:10.077173 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-6db41e03-f2c1-4c07-aa29-7e85498782de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254455 Aug 24 22:11:10.178683 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-53af5551-aad4-4498-ace8-e014d9ce0d4d service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888915 Aug 24 22:11:10.196441 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd2f0-2700-42b6-824e-6e3599dfaf89 req-6da0dd3b-e149-4641-a65d-d87d9510e26a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:10.197901 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-377fd2f0-2700-42b6-824e-6e3599dfaf89 req-6da0dd3b-e149-4641-a65d-d87d9510e26a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0484042 Aug 24 22:11:10.237140 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-377fd2f0-2700-42b6-824e-6e3599dfaf89 req-8e2b11bc-197a-4755-98a5-87d0f727febd tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327048 Aug 24 22:11:10.291958 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b1d4da35-83ea-472a-80e9-6cec1f4167a8 req-212f3d37-a3d8-4767-bafb-748dc05c617e service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873046 Aug 24 22:11:10.364592 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1e6c2-88a1-4d63-9fc2-8d8937319e89 req-4c0b475a-23bf-4c63-9e8f-79f2a02bec7d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:10.366257 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-50f1e6c2-88a1-4d63-9fc2-8d8937319e89 req-4c0b475a-23bf-4c63-9e8f-79f2a02bec7d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0625188 Aug 24 22:11:10.376199 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55020) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:10.381099 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'floatingip': {'port_id': 'f91faa00-2776-49a2-9301-33f572dfe1f5'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:10.418216 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6486df4-03c9-48ae-9615-165bee23ddca req-820461ec-d878-41c2-9c27-8bab5c4bdf4c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:10.423808 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e6486df4-03c9-48ae-9615-165bee23ddca req-820461ec-d878-41c2-9c27-8bab5c4bdf4c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0517020 Aug 24 22:11:10.463440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e6486df4-03c9-48ae-9615-165bee23ddca req-9b4b1d85-8dda-4af7-8917-18f2ca470b4d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Aug 24 22:11:10.642620 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:10.728038 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486714a-7e0e-4d71-8036-20ca3062e4d0 req-baab5715-dc80-472e-bdb7-c8adf66e572a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:10.729569 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f486714a-7e0e-4d71-8036-20ca3062e4d0 req-baab5715-dc80-472e-bdb7-c8adf66e572a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0539470 Aug 24 22:11:10.770080 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f486714a-7e0e-4d71-8036-20ca3062e4d0 req-1c1c604c-0c7c-485a-a0fd-04591cda683d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332122 Aug 24 22:11:10.946430 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55036) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:11.059513 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-769b434e-e876-4bac-8153-beb6fa43d658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.155249 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-769b434e-e876-4bac-8153-beb6fa43d658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.250595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.270169 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-769b434e-e876-4bac-8153-beb6fa43d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.309354 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b434e-e876-4bac-8153-beb6fa43d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e5fa1-25ca-400c-84e4-34fa4339a014,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:11.315091 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-769b434e-e876-4bac-8153-beb6fa43d658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94df9809396a45759876c76b79c610da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669341 Aug 24 22:11:11.317326 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55044) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:11.368955 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.385332 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.432084 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.586634 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Floating IP f597ee09-b594-42d9-a2cf-9bc06acfed93 associated. External IP: 172.27.2.2, port: f91faa00-2776-49a2-9301-33f572dfe1f5. Aug 24 22:11:11.625020 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3409d-d68a-4f7b-aeaf-47b6e336a4f5 req-3b042e34-175d-4c7f-9bee-dc02579b172c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:11.628931 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26d3409d-d68a-4f7b-aeaf-47b6e336a4f5 req-3b042e34-175d-4c7f-9bee-dc02579b172c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0573204 Aug 24 22:11:11.664370 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.666737 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:11.667906 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/083e5fa1-25ca-400c-84e4-34fa4339a014 HTTP/1.1" status: 204 len: 168 time: 0.3495386 Aug 24 22:11:11.681059 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26d3409d-d68a-4f7b-aeaf-47b6e336a4f5 req-edd7b3ad-527c-4d50-982e-775b4e94dd1e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Aug 24 22:11:11.696553 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b822f-aef9-43a9-a450-91994b2d50ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e5fa1-25ca-400c-84e4-34fa4339a014,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:11.853540 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:11:11.901260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc478b-d5fb-47fa-b9f3-e5f611e8ed88 req-38202dee-aaf5-45a5-a52c-0b35c16ce2b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:11.902929 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5ccc478b-d5fb-47fa-b9f3-e5f611e8ed88 req-38202dee-aaf5-45a5-a52c-0b35c16ce2b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Aug 24 22:11:11.956255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5ccc478b-d5fb-47fa-b9f3-e5f611e8ed88 req-642dfe85-2781-4b5e-aa21-dee8ce4d3852 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468287 Aug 24 22:11:11.987332 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:11:11.993429 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:12.003380 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:11:12.019849 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:11:12.021163 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:12.029580 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-420f0834-8c1d-4289-a791-b9fc8d1d65a7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "PUT /v2.0/floatingips/f597ee09-b594-42d9-a2cf-9bc06acfed93 HTTP/1.1" status: 200 len: 990 time: 1.6522179 Aug 24 22:11:12.030487 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:12.033259 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e1f31b-4cfd-4656-aed9-208f10766e01" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:12.088789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4dc46-19dc-4517-9e7c-1723c2ea884e req-8c1ae896-c794-46cb-9813-24cdc3ac79fb tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:12.090505 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1f4dc46-19dc-4517-9e7c-1723c2ea884e req-8c1ae896-c794-46cb-9813-24cdc3ac79fb tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0551233 Aug 24 22:11:12.100078 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55082) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:12.105929 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'floatingip': {'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:12.156813 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:11:12.193234 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:12.298780 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6f883-76ca-45aa-ba55-cd60f290dc7d x-openstack-request-id: req-9ec6f883-76ca-45aa-ba55-cd60f290dc7d {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:12.299180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:12.299440 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ec6f883-76ca-45aa-ba55-cd60f290dc7d {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:12.299896 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'status': 'completed', 'code': 200} Aug 24 22:11:12.418928 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-421a0076-c389-40e6-9687-6dd44f5428f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:12.427458 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-421a0076-c389-40e6-9687-6dd44f5428f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1099 time: 0.0552719 Aug 24 22:11:12.499135 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'f597ee09-b594-42d9-a2cf-9bc06acfed93', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:ce:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:43Z', 'updated_at': '2021-08-24T22:11:11Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:12.526141 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:11:12.537655 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:11:12.538353 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:12.679232 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:11:12.737418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55102) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:12.755104 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-59707f8e-7f7f-48df-9562-e2be41c0f7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:12.887145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-035b7a45-b704-44de-9a7c-25aa75d6fdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:12.897496 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-59707f8e-7f7f-48df-9562-e2be41c0f7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:12.932319 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776808f-1271-4397-ab61-aabbbbc39cab req-10cc2e7b-59b6-48c6-89a7-1da2cdd0b830 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:12.933898 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f776808f-1271-4397-ab61-aabbbbc39cab req-10cc2e7b-59b6-48c6-89a7-1da2cdd0b830 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.1356628 Aug 24 22:11:12.980939 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-59707f8e-7f7f-48df-9562-e2be41c0f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.027485 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-59707f8e-7f7f-48df-9562-e2be41c0f7a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=199e33a346b94da0a07c91d19e251c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863860 Aug 24 22:11:13.027485 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59707f8e-7f7f-48df-9562-e2be41c0f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb186c3-a68b-4bef-8eef-ed8bc70c5236,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:13.029098 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55110) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:13.030539 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'f597ee09-b594-42d9-a2cf-9bc06acfed93', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:ce:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:43Z', 'updated_at': '2021-08-24T22:11:11Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:13.049396 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f776808f-1271-4397-ab61-aabbbbc39cab req-4a6c3b21-aa85-46a5-9641-613fd577a2a7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059859 Aug 24 22:11:13.062819 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae750141-9665-4b0d-a1b0-91d8c7fd2699 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'f597ee09-b594-42d9-a2cf-9bc06acfed93', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:ce:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:43Z', 'updated_at': '2021-08-24T22:11:11Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:11:13.105313 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.131463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.150485 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.265248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.299839 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09360-0fe1-45cd-98b4-2acf39109269 None None] New status for floating IP f597ee09-b594-42d9-a2cf-9bc06acfed93: ACTIVE {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:11:13.344255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.350870 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.350870 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eb186c3-a68b-4bef-8eef-ed8bc70c5236 HTTP/1.1" status: 204 len: 168 time: 0.3172123 Aug 24 22:11:13.368301 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d997e-fd3e-4450-ab4d-2b38b1a73462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb186c3-a68b-4bef-8eef-ed8bc70c5236,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:13.391170 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Floating IP 6105272a-6b7d-49c6-a10a-18c903bf6bca associated. External IP: 172.27.2.43, port: bbd3b165-dd99-4a48-8a7b-611ef19820b0. Aug 24 22:11:13.472806 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-646bbff8-5ffd-4f7f-b8ca-b004b6a94113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:13.477929 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-646bbff8-5ffd-4f7f-b8ca-b004b6a94113 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 911 time: 0.1183054 Aug 24 22:11:13.649919 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:11:13.780385 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:11:13.784918 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:13.790842 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:11:13.800229 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:11:13.800943 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:13.815889 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1fb369ed-8d6d-4651-876b-2cc0feff9858 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "PUT /v2.0/floatingips/6105272a-6b7d-49c6-a10a-18c903bf6bca HTTP/1.1" status: 200 len: 990 time: 1.7146099 Aug 24 22:11:13.816677 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:13.819612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:13.927745 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:11:14.159755 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '6105272a-6b7d-49c6-a10a-18c903bf6bca', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:45Z', 'updated_at': '2021-08-24T22:11:12Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:14.195349 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:11:14.206261 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:11:14.206934 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:10:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:14.315677 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:11:14.548168 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '6105272a-6b7d-49c6-a10a-18c903bf6bca', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:45Z', 'updated_at': '2021-08-24T22:11:12Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:14.579004 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53e56b-8e9e-4070-921f-f128626305f3 None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '6105272a-6b7d-49c6-a10a-18c903bf6bca', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:10:45Z', 'updated_at': '2021-08-24T22:11:12Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:11:14.779955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db14a4-49e2-418a-86c0-8c5f27e768fd None None] New status for floating IP 6105272a-6b7d-49c6-a10a-18c903bf6bca: ACTIVE {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:11:15.487107 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-3a7ffeb4-b120-4d0c-b422-6b75cb05b9e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 1000 time: 0.0983400 Aug 24 22:11:15.502932 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e75f0-2450-4d3f-a68f-e3139446fdc3 x-openstack-request-id: req-0d6e75f0-2450-4d3f-a68f-e3139446fdc3 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:15.504497 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:15.509970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d6e75f0-2450-4d3f-a68f-e3139446fdc3 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:15.509970 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'status': 'completed', 'code': 200} Aug 24 22:11:15.548375 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdd7-2ea1-4281-b7f9-13ab9acd1739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:15.599170 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a174e6d-40d0-4a42-8374-37df25a038ad req-e61114e4-be83-4210-87d9-65218a70966a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:15.600798 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7a174e6d-40d0-4a42-8374-37df25a038ad req-e61114e4-be83-4210-87d9-65218a70966a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0556841 Aug 24 22:11:15.664728 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7a174e6d-40d0-4a42-8374-37df25a038ad req-e1ce2bc4-122f-4696-b987-d0eee28b3bf8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Aug 24 22:11:15.790951 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-8c388004-682a-4f4b-a984-eddbfd70ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:15.792371 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-8c388004-682a-4f4b-a984-eddbfd70ac5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.2869151 Aug 24 22:11:15.812612 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-69c2e509-ba08-4bed-9898-da78e5f039bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:15.814073 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-69c2e509-ba08-4bed-9898-da78e5f039bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0627124 Aug 24 22:11:15.831284 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:15.901071 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-c191d9e1-b348-417f-9c94-7708bbabd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:15.902658 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-c191d9e1-b348-417f-9c94-7708bbabd711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1005983 Aug 24 22:11:15.948473 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-0664414e-1d57-494b-a7e4-ecaad73d2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:15.949861 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-0664414e-1d57-494b-a7e4-ecaad73d2207 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1221974 Aug 24 22:11:16.066889 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-4b67a8f9-136a-4cd6-bd5b-f0cffca9d46f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 1000 time: 0.0871804 Aug 24 22:11:16.067278 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-9ba62bdb-67b4-442e-8bd5-aeac8496830c service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514585 Aug 24 22:11:16.216822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-a17c61cf-caf0-4914-ab45-389d1578df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:16.218377 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-a17c61cf-caf0-4914-ab45-389d1578df1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.1322019 Aug 24 22:11:16.271155 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91e1f31b-4cfd-4656-aed9-208f10766e01 req-f4ac342b-6c62-417b-a528-5dcc3ac0c682 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716266 Aug 24 22:11:16.284102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-15d3f361-221f-4431-b7f8-cde2b5d48756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:16.285674 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-15d3f361-221f-4431-b7f8-cde2b5d48756 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542312 Aug 24 22:11:16.395893 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-8c3ee580-d4e5-44bd-be3a-8c56d4835957 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Aug 24 22:11:16.489322 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8e4e50d8-3e06-4a61-9a42-f509e1a38afd req-7d21fdde-f5c4-43fd-bb12-3c60372dedb2 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Aug 24 22:11:16.704463 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:16.776040 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ff3d-4479-4c49-8198-52a4167d13a3 req-5c3496dc-43b6-410c-ba0a-9282cf3988e5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:16.777546 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a66ff3d-4479-4c49-8198-52a4167d13a3 req-5c3496dc-43b6-410c-ba0a-9282cf3988e5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Aug 24 22:11:16.819105 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1a66ff3d-4479-4c49-8198-52a4167d13a3 req-01a2d171-61b7-4b3f-89c2-091a5bd1a30f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Aug 24 22:11:17.938417 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:17.942421 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0401de-8864-4c12-a036-033960788468 req-3a04158b-caef-41c3-bfb7-2449182d9cf1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:17.943991 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7f0401de-8864-4c12-a036-033960788468 req-3a04158b-caef-41c3-bfb7-2449182d9cf1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0496435 Aug 24 22:11:17.989588 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7f0401de-8864-4c12-a036-033960788468 req-6ab18b95-b588-4573-b0ef-4c65ba3fcf69 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Aug 24 22:11:19.117660 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbc549-bcf6-4393-a4ee-3a957ccb6a2e req-93988a34-2eda-4b6a-be50-61f09e2765a8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:19.119296 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8cbc549-bcf6-4393-a4ee-3a957ccb6a2e req-93988a34-2eda-4b6a-be50-61f09e2765a8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0547826 Aug 24 22:11:19.158334 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8cbc549-bcf6-4393-a4ee-3a957ccb6a2e req-5631bb4f-56c2-45fb-acb7-2ff7a360cd88 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Aug 24 22:11:19.731878 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55274) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:19.841976 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:19.963288 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.104224 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.145240 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfa57923126d464fba2ff646732d8d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117088 Aug 24 22:11:20.147606 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0683b42d-6f4e-4087-8696-149ceae89bed,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:20.147880 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55290) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:20.156211 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.156553 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.156896 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.157224 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.157540 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.157860 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.158176 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.158528 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.158814 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.159124 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.159434 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.159861 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb3ca8c-9eb4-48a6-b039-75deb09e079c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.209236 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.236599 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.321344 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5529f3-9fa9-4abc-b0b4-330c83af0be5 req-eceb7b70-fa53-4c30-b4da-fcc43a2b1d03 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:20.325608 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9e5529f3-9fa9-4abc-b0b4-330c83af0be5 req-eceb7b70-fa53-4c30-b4da-fcc43a2b1d03 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0561750 Aug 24 22:11:20.363648 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9e5529f3-9fa9-4abc-b0b4-330c83af0be5 req-6f700fb0-e76d-41a2-bf44-918a48b66eca tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Aug 24 22:11:20.418499 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.421139 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:20.422354 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0683b42d-6f4e-4087-8696-149ceae89bed HTTP/1.1" status: 204 len: 168 time: 0.2731264 Aug 24 22:11:20.430596 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0683b42d-6f4e-4087-8696-149ceae89bed,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:20.437906 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.438257 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.438600 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.438937 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.439269 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.439768 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.439998 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.440355 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.440694 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.441016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.441342 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:20.441664 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479455f2-3d00-40eb-9cec-d35e83650d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:11:21.056423 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55310) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:21.070105 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-714532ca-a309-4bc2-963d-2e4bcecba20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.175821 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-714532ca-a309-4bc2-963d-2e4bcecba20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.264083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-714532ca-a309-4bc2-963d-2e4bcecba20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.303406 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-714532ca-a309-4bc2-963d-2e4bcecba20e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b19fab053eaa4335b81bda45f62d9582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458529 Aug 24 22:11:21.304083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714532ca-a309-4bc2-963d-2e4bcecba20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc17b21-9be7-4fa4-8be3-7549f2639895,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:21.306104 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55316) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:21.358448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.380705 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.527309 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.530427 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:21.531603 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dc17b21-9be7-4fa4-8be3-7549f2639895 HTTP/1.1" status: 204 len: 168 time: 0.2245126 Aug 24 22:11:21.543924 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949007c-7227-4b9a-8247-3e11a50fe49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc17b21-9be7-4fa4-8be3-7549f2639895,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:22.313325 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55350) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:22.327095 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-06301027-2be1-4abc-b7eb-0843a8522f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.412380 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-06301027-2be1-4abc-b7eb-0843a8522f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.532680 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-06301027-2be1-4abc-b7eb-0843a8522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.573509 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-06301027-2be1-4abc-b7eb-0843a8522f63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be52aa39669d44d89fe17ced2112421e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590957 Aug 24 22:11:22.575348 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06301027-2be1-4abc-b7eb-0843a8522f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2a6a5-931b-4c4e-bdaf-c60805991689,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:22.579619 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55354) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:22.627026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.651401 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.778476 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.781081 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:22.785362 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ab2a6a5-931b-4c4e-bdaf-c60805991689 HTTP/1.1" status: 204 len: 168 time: 0.2052660 Aug 24 22:11:22.791923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81381036-c48c-4755-ac55-ac80707c8360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2a6a5-931b-4c4e-bdaf-c60805991689,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:23.469036 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55376) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:23.572829 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f52c117d-14ac-43d6-8af7-8420f345dcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:23.662823 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6881930-9fd8-4920-854d-716db0a8d2b4 req-c19b267d-333a-43a5-8dd5-a47dd2845795 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:23.664493 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d6881930-9fd8-4920-854d-716db0a8d2b4 req-c19b267d-333a-43a5-8dd5-a47dd2845795 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0660217 Aug 24 22:11:23.720872 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d6881930-9fd8-4920-854d-716db0a8d2b4 req-240ff47f-8604-4f14-aa5f-f17263a0d36e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Aug 24 22:11:23.732160 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f52c117d-14ac-43d6-8af7-8420f345dcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:23.812657 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f52c117d-14ac-43d6-8af7-8420f345dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:23.853208 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f52c117d-14ac-43d6-8af7-8420f345dcc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caa044bc55d743738d3462e1aff83845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830159 Aug 24 22:11:23.854189 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c117d-14ac-43d6-8af7-8420f345dcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ed05f-a130-45f6-a71d-550c318680ab,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:23.856056 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55390) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:23.909721 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:23.931483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:24.096898 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:24.100919 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:24.102287 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae6ed05f-a130-45f6-a71d-550c318680ab HTTP/1.1" status: 204 len: 168 time: 0.2446949 Aug 24 22:11:24.120819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862cffb-44c2-4e3f-928a-03c62e5c6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ed05f-a130-45f6-a71d-550c318680ab,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:24.597771 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-3cc557c1-a317-4259-aa2a-929ea3416dfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800548 Aug 24 22:11:24.766534 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610709-f962-476b-a6fd-20c2d597a45c req-9d990200-64a3-4f06-9808-5ec364c2b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:24.768393 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-9d990200-64a3-4f06-9808-5ec364c2b55f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdacabebfa545ffa65b6f5010339d8b&device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 1098 time: 0.0418897 Aug 24 22:11:24.844879 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55444) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:24.864170 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2abdc4a2-74c9-42b4-81c5-5fdfab58a55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:24.886428 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5fb73-c53e-42d8-8083-03d77d8253ac req-5f68a48a-d1d1-4942-8e60-9e4c1e31f79c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:24.887919 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-65f5fb73-c53e-42d8-8083-03d77d8253ac req-5f68a48a-d1d1-4942-8e60-9e4c1e31f79c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0751083 Aug 24 22:11:24.905483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610709-f962-476b-a6fd-20c2d597a45c req-6ab35e71-5b7f-497c-8bbd-03f896011f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:24.907064 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-6ab35e71-5b7f-497c-8bbd-03f896011f44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd HTTP/1.1" status: 200 len: 913 time: 0.0942585 Aug 24 22:11:24.950916 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-65f5fb73-c53e-42d8-8083-03d77d8253ac req-8a2b209f-58d2-48aa-bdf9-0436db7e4d53 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Aug 24 22:11:24.958376 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-dea48e80-9a9d-45a5-b2f3-b1b33352fe23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f90faba-0574-417e-aa6c-0157ceb5775b HTTP/1.1" status: 200 len: 217 time: 0.0379617 Aug 24 22:11:25.015460 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2abdc4a2-74c9-42b4-81c5-5fdfab58a55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.016956 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610709-f962-476b-a6fd-20c2d597a45c req-22e60004-ddb6-42ab-bcb1-03cc5e7830f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:25.018621 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-22e60004-ddb6-42ab-bcb1-03cc5e7830f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3828e849-b9ae-4312-85c3-7e6e18ab96db HTTP/1.1" status: 200 len: 852 time: 0.0468094 Aug 24 22:11:25.057693 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-5b8a38c0-2f6b-4f58-9cf6-15cc04aca239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295446 Aug 24 22:11:25.104531 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2abdc4a2-74c9-42b4-81c5-5fdfab58a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.151791 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdc4a2-74c9-42b4-81c5-5fdfab58a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de56b282-ed41-4c66-aa95-f803f1c0cfa4,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:25.158440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2abdc4a2-74c9-42b4-81c5-5fdfab58a55f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4a0618aef1471e92f14ebe44204308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124278 Aug 24 22:11:25.161352 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55456) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:25.183588 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-89a29907-dc3a-4a98-b909-0b5d95544255 service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102645 Aug 24 22:11:25.326845 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d0610709-f962-476b-a6fd-20c2d597a45c req-36cab3f6-90ea-4f65-a8e9-9f7c5c90a6c7 service neutron] 10.222.0.26 "GET /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232281 Aug 24 22:11:25.405115 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.426675 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.543910 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.546606 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:25.547873 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de56b282-ed41-4c66-aa95-f803f1c0cfa4 HTTP/1.1" status: 204 len: 168 time: 0.3855307 Aug 24 22:11:25.555926 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7f98f-5cf5-4dd1-8768-bf943a3346ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de56b282-ed41-4c66-aa95-f803f1c0cfa4,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:26.073134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46657d-a697-4d6e-b99a-41dc3a452b12 req-56ad75dd-6659-41cd-886d-f16b4d1eaaba tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:26.074744 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a46657d-a697-4d6e-b99a-41dc3a452b12 req-56ad75dd-6659-41cd-886d-f16b4d1eaaba tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0526512 Aug 24 22:11:26.128779 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a46657d-a697-4d6e-b99a-41dc3a452b12 req-c8672cb7-ced9-4d8e-be09-74540af9bc38 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460818 Aug 24 22:11:27.125174 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55572) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:27.240383 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-35529151-network', 'tenant_id': '1fee6f51b19c43fa9f69fb79de4d9fa8'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:27.293612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606096d7-9cf3-47d0-8314-623c35aaeec7 req-db0cc9e8-1d1f-4390-942f-5fe04af7a82c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:27.295829 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-606096d7-9cf3-47d0-8314-623c35aaeec7 req-db0cc9e8-1d1f-4390-942f-5fe04af7a82c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0745857 Aug 24 22:11:27.339787 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-606096d7-9cf3-47d0-8314-623c35aaeec7 req-25eccb35-b5d6-453a-bf01-ebb42afa60e5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Aug 24 22:11:27.379127 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Made reservation on behalf of 1fee6f51b19c43fa9f69fb79de4d9fa8 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:11:27.384394 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.395368 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.516379 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d4fe-e05b-4fa2-9b94-3031b5d348bd req-ee15f5f4-7bd0-437a-aa8c-ae2b04ce738c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:27.517885 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-edb9d4fe-e05b-4fa2-9b94-3031b5d348bd req-ee15f5f4-7bd0-437a-aa8c-ae2b04ce738c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0736690 Aug 24 22:11:27.570160 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.577694 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-edb9d4fe-e05b-4fa2-9b94-3031b5d348bd req-bb535ae4-58d3-4a37-bc5b-e47051a8a517 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528591 Aug 24 22:11:27.670088 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.695648 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:11:27.707043 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4385a5-1086-4c96-987b-db379c128e1b,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:27.712979 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.715665 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Added segment 83010ca8-3006-4a12-9080-75a97bb472d7 of type vlan for network 192b98e7-eac8-438d-9309-d4c48d6d4e04 Aug 24 22:11:27.758923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.881185 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.887978 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:27.887978 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:27.942607 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] Pushing event updated for resources: {'Network': ['ID=192b98e7-eac8-438d-9309-d4c48d6d4e04,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:27.953736 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 192b98e7-eac8-438d-9309-d4c48d6d4e04 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:11:28.028944 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ce903ca4-948f-4106-9a44-eeb62ea60497 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9029534 Aug 24 22:11:28.029659 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55604) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:28.036389 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Request body: {'subnet': {'network_id': '192b98e7-eac8-438d-9309-d4c48d6d4e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-35529151-subnet', 'tenant_id': '1fee6f51b19c43fa9f69fb79de4d9fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:28.115174 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:28.160427 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Made reservation on behalf of 1fee6f51b19c43fa9f69fb79de4d9fa8 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:11:28.162844 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:28.464038 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:28.515348 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706de2f3-bb64-446d-8149-333ee509100b req-3351ea55-8949-48b5-8c2a-85e6657ed7e6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:28.520708 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-706de2f3-bb64-446d-8149-333ee509100b req-3351ea55-8949-48b5-8c2a-85e6657ed7e6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0813675 Aug 24 22:11:28.534441 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60cfb11-6e4a-428d-996e-6b405c2fccea,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:28.544360 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Checking segment: {'id': '83010ca8-3006-4a12-9080-75a97bb472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '192b98e7-eac8-438d-9309-d4c48d6d4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:11:28.544567 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Network hostable DHCP agents. Network: 192b98e7-eac8-438d-9309-d4c48d6d4e04, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:11:28.582893 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-706de2f3-bb64-446d-8149-333ee509100b req-826233f8-79c6-46d8-a998-27fbdd9d0c46 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571651 Aug 24 22:11:28.643207 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Network 192b98e7-eac8-438d-9309-d4c48d6d4e04 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:11:28.726565 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 192b98e7-eac8-438d-9309-d4c48d6d4e04) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:11:28.733143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:28.733744 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:28.737032 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01bed57-9ceb-49e9-994e-567dd82b672d None None] Network 192b98e7-eac8-438d-9309-d4c48d6d4e04 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:11:28.741235 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015499a-5ee5-4562-9436-72803282af60 req-df6fe782-ba9e-4b5a-856a-b5280d5f9cd7 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:28.747252 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5015499a-5ee5-4562-9436-72803282af60 req-df6fe782-ba9e-4b5a-856a-b5280d5f9cd7 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0654776 Aug 24 22:11:28.807389 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5015499a-5ee5-4562-9436-72803282af60 req-e10344bb-7a02-4cc5-a731-69e226860be4 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Aug 24 22:11:28.836516 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-cab65463-9bec-4b89-b715-e9e62914431c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8052573 Aug 24 22:11:28.887171 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2da3e-3d9d-44e4-ac8a-08c1fba60d4e None None] Network 192b98e7-eac8-438d-9309-d4c48d6d4e04 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:11:29.662757 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55682) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:29.690406 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55686) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:29.697609 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1256029853-network', 'tenant_id': '01c38cddabc447129038a51e9f354dd3'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:29.726352 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06893c8-eda0-4414-a010-daf24abdb0e4 req-ed29a9c3-1466-4ca0-94a4-ffaa7a8b79f6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:29.727863 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a06893c8-eda0-4414-a010-daf24abdb0e4 req-ed29a9c3-1466-4ca0-94a4-ffaa7a8b79f6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0565932 Aug 24 22:11:29.771917 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a06893c8-eda0-4414-a010-daf24abdb0e4 req-611eff8e-1423-470f-a4ea-17461b019eed tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Aug 24 22:11:29.789937 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Made reservation on behalf of 01c38cddabc447129038a51e9f354dd3 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:11:29.792327 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:29.801478 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:29.886586 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8367d4e5-3750-4530-a9a8-07424a5886f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:29.921304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:29.932421 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8561-b0ed-463b-a37f-639f38f85be5 req-c555a27e-482c-489f-8310-8a0a1c336109 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:29.933903 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c9f8561-b0ed-463b-a37f-639f38f85be5 req-c555a27e-482c-489f-8310-8a0a1c336109 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Aug 24 22:11:29.973041 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c9f8561-b0ed-463b-a37f-639f38f85be5 req-f88e3abf-3790-40b5-afcd-68717429b487 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Aug 24 22:11:30.014968 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.050864 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:11:30.071201 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d4826a-8846-438c-b653-6a55e478966e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:30.079978 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.080340 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Added segment 5e57c6f7-6dd7-465a-92f4-8497271051cd of type vlan for network afbc7412-847c-4468-a970-1abda8b1b17e Aug 24 22:11:30.135922 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.189422 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8367d4e5-3750-4530-a9a8-07424a5886f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.297842 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.298901 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:30.300852 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.306288 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8367d4e5-3750-4530-a9a8-07424a5886f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.394405 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d4e5-3750-4530-a9a8-07424a5886f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d3c6a-1053-49fa-8019-6797529009a5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:30.403893 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8367d4e5-3750-4530-a9a8-07424a5886f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dbcaaf6a4f644ee8851e7eb75df9179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7382963 Aug 24 22:11:30.405291 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] Pushing event updated for resources: {'Network': ['ID=afbc7412-847c-4468-a970-1abda8b1b17e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:30.407127 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55696) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:30.418524 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network afbc7412-847c-4468-a970-1abda8b1b17e details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:11:30.429249 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c12cac3f-5001-4695-90a4-86e274e6297a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7368362 Aug 24 22:11:30.429746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55698) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:30.437937 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Request body: {'subnet': {'network_id': 'afbc7412-847c-4468-a970-1abda8b1b17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1256029853-subnet', 'tenant_id': '01c38cddabc447129038a51e9f354dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:11:30.508516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.517217 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Made reservation on behalf of 01c38cddabc447129038a51e9f354dd3 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:11:30.519780 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.536424 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55704) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:30.544548 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.649940 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa82860c-c45d-4d37-b913-5ce0d54a58bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.681410 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.684406 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.688593 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/290d3c6a-1053-49fa-8019-6797529009a5 HTTP/1.1" status: 204 len: 168 time: 0.2764366 Aug 24 22:11:30.692913 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed142d-b0d9-4217-83e3-46f464b6e490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d3c6a-1053-49fa-8019-6797529009a5,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:30.823243 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa82860c-c45d-4d37-b913-5ce0d54a58bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.901398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec15c1-15cd-425a-8048-b1f63afc2778 req-3a30aad9-38de-4120-92c0-f9f9e07001aa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:30.903134 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7ec15c1-15cd-425a-8048-b1f63afc2778 req-3a30aad9-38de-4120-92c0-f9f9e07001aa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0494914 Aug 24 22:11:30.920533 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa82860c-c45d-4d37-b913-5ce0d54a58bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.936741 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:30.947807 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7ec15c1-15cd-425a-8048-b1f63afc2778 req-dcf5ded6-490d-49c8-841e-f3b9942d0d53 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Aug 24 22:11:31.017548 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82860c-c45d-4d37-b913-5ce0d54a58bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f7937-35b5-4ab0-918f-bb5e016f0a79,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:31.026637 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-fa82860c-c45d-4d37-b913-5ce0d54a58bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e654ef3965884bfda2c5d0cbaa74aae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887810 Aug 24 22:11:31.029895 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55718) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:31.042806 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d2acef-578c-41d8-a51d-28feb789a0a4,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:31.057595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-6d9897f4-1820-4213-af24-f3cf7dbfeae0 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:31.059117 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-6d9897f4-1820-4213-af24-f3cf7dbfeae0 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.1878290 Aug 24 22:11:31.081483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Checking segment: {'id': '5e57c6f7-6dd7-465a-92f4-8497271051cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'afbc7412-847c-4468-a970-1abda8b1b17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:11:31.089148 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Network hostable DHCP agents. Network: afbc7412-847c-4468-a970-1abda8b1b17e, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:11:31.126243 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.158542 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.185217 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51bc3-f39b-4918-9f40-579864fb445f req-5e2f8302-3aaa-45ce-8935-1b5d87b5eab7 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:31.186744 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8d51bc3-f39b-4918-9f40-579864fb445f req-5e2f8302-3aaa-45ce-8935-1b5d87b5eab7 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 945 time: 0.1104219 Aug 24 22:11:31.227995 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Deleting port 8f90faba-0574-417e-aa6c-0157ceb5775b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:11:31.228716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.237790 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8d51bc3-f39b-4918-9f40-579864fb445f req-d56e29e0-220f-42bf-9c92-60848279bb11 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/security-groups?id=69f3b831-1396-4e6f-8b51-c78a685e4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Aug 24 22:11:31.252971 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Network afbc7412-847c-4468-a970-1abda8b1b17e is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:11:31.327677 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] For port 8f90faba-0574-417e-aa6c-0157ceb5775b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8f90faba-0574-417e-aa6c-0157ceb5775b,segment=NetworkSegment(55bbbb16-c48d-40b4-b102-34be68ce2725),segment_id=55bbbb16-c48d-40b4-b102-34be68ce2725)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:11:31.328033 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.343106 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Calling delete_port for 8f90faba-0574-417e-aa6c-0157ceb5775b owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:11:31.350194 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.352813 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.359818 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f3f7937-35b5-4ab0-918f-bb5e016f0a79 HTTP/1.1" status: 204 len: 168 time: 0.3220718 Aug 24 22:11:31.360102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, afbc7412-847c-4468-a970-1abda8b1b17e) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:11:31.363467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:31.364199 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.366184 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2584b-ebd6-4ba9-bbf8-6474fa9e7fa6 None None] Network afbc7412-847c-4468-a970-1abda8b1b17e requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:11:31.369285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d72a0-6704-4b93-b81e-24a2574f1f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f7937-35b5-4ab0-918f-bb5e016f0a79,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:31.497714 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-4517ada1-857a-45a6-99d1-f2b02a29d37e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0653443 Aug 24 22:11:31.549740 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23727296-0e91-4516-babb-319bb55daeb9 None None] Network afbc7412-847c-4468-a970-1abda8b1b17e requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:11:31.584836 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55726) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:31.598873 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5c529dcc-b055-4752-af02-d49c7115a53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.602082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.639805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Pushing event deleted for resources: {'Port': ['ID=8f90faba-0574-417e-aa6c-0157ceb5775b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:31.678189 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['8f90faba-0574-417e-aa6c-0157ceb5775b'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:11:31.714229 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] No DVR routers for this DVR port 8f90faba-0574-417e-aa6c-0157ceb5775b on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:11:31.718451 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.721685 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e52d301b-9a70-4c26-862a-02b12dcdcdbf req-63e846ad-081e-4ca7-b90c-7d98a91caad8 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.26 "DELETE /v2.0/ports/8f90faba-0574-417e-aa6c-0157ceb5775b HTTP/1.1" status: 204 len: 173 time: 0.6475456 Aug 24 22:11:31.729621 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'name': 'network-vif-deleted', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:11:31.732951 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd8167-0885-4c11-8051-0045c4f0969a" -d '{"events": [{"server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "name": "network-vif-deleted", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:11:31.777671 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5c529dcc-b055-4752-af02-d49c7115a53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.787560 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ccad5d-7de6-4f57-9408-52097735f9b4 x-openstack-request-id: req-f3ccad5d-7de6-4f57-9408-52097735f9b4 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:11:31.788070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc402c8-39e5-4a27-bf8a-5b411e26c4c0", "name": "network-vif-deleted", "tag": "8f90faba-0574-417e-aa6c-0157ceb5775b", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:11:31.788494 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3ccad5d-7de6-4f57-9408-52097735f9b4 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:11:31.789035 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc402c8-39e5-4a27-bf8a-5b411e26c4c0', 'name': 'network-vif-deleted', 'tag': '8f90faba-0574-417e-aa6c-0157ceb5775b', 'status': 'completed', 'code': 200} Aug 24 22:11:31.887345 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5c529dcc-b055-4752-af02-d49c7115a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:31.934908 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5c529dcc-b055-4752-af02-d49c7115a53d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4887cc1e89614dfab41e69c4ede69033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488934 Aug 24 22:11:31.938460 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55740) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:31.939968 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c529dcc-b055-4752-af02-d49c7115a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88a475-086b-4ac9-a8d1-f4de58921c9f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:32.041668 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.063309 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.173315 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacba60-3fcc-4d8b-b453-8c947db4af2d req-6cbdbf82-806e-458f-892d-b492ea5a8fdb tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:32.174825 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccacba60-3fcc-4d8b-b453-8c947db4af2d req-6cbdbf82-806e-458f-892d-b492ea5a8fdb tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0551655 Aug 24 22:11:32.213914 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccacba60-3fcc-4d8b-b453-8c947db4af2d req-a4eb0060-e6b2-405f-b3a7-0f932064f307 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Aug 24 22:11:32.219087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.221651 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.222782 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b88a475-086b-4ac9-a8d1-f4de58921c9f HTTP/1.1" status: 204 len: 168 time: 0.2829802 Aug 24 22:11:32.231772 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456e36b-73bb-4753-858f-9c8fa917dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88a475-086b-4ac9-a8d1-f4de58921c9f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:32.264580 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55746) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:32.280718 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f92c901-3d0e-401c-bc54-b2c5531c4b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.346668 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0829621-696e-43db-b838-90ea061a8b56 req-ac93d020-6bba-407b-88c0-4eb5720fa18c tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.0308595 Aug 24 22:11:32.395878 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f92c901-3d0e-401c-bc54-b2c5531c4b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.487121 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7f92c901-3d0e-401c-bc54-b2c5531c4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.528538 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7f92c901-3d0e-401c-bc54-b2c5531c4b47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c71cd02ff04438785516f019634d625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618537 Aug 24 22:11:32.528538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92c901-3d0e-401c-bc54-b2c5531c4b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbd107f-6b08-48ef-88bf-b324d64c7caf,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:32.530350 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55750) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:32.585128 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.614743 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.767116 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.769898 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:32.773540 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cbd107f-6b08-48ef-88bf-b324d64c7caf HTTP/1.1" status: 204 len: 168 time: 0.2390180 Aug 24 22:11:32.780165 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec0c96-c0fd-4fd0-8afc-e6799b942279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbd107f-6b08-48ef-88bf-b324d64c7caf,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:33.350798 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1746d9-058c-4d1f-b1bc-57f3f1ed7281 req-a8557354-e89a-4289-a5cd-3c4dff1f1bd8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:33.352575 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2f1746d9-058c-4d1f-b1bc-57f3f1ed7281 req-a8557354-e89a-4289-a5cd-3c4dff1f1bd8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0551682 Aug 24 22:11:33.414336 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2f1746d9-058c-4d1f-b1bc-57f3f1ed7281 req-b62656b6-11a1-442e-9b96-7539fd0b2c5f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Aug 24 22:11:33.529799 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8fb0eee8-4549-494a-864b-d54ce1800d37 req-f487fff6-fee8-49b9-8306-718c1473acb0 tempest-DeleteServersTestJSON-191976800 tempest-DeleteServersTestJSON-191976800-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc402c8-39e5-4a27-bf8a-5b411e26c4c0 HTTP/1.1" status: 200 len: 210 time: 0.0419338 Aug 24 22:11:34.414864 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 8f90faba-0574-417e-aa6c-0157ceb5775b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:11:34.440978 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 8f90faba-0574-417e-aa6c-0157ceb5775b {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:11:34.441547 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 8f90faba-0574-417e-aa6c-0157ceb5775b not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:11:34.542771 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe35c5-e5ea-499c-8e9a-2b584c5797ad req-400aa394-8832-461f-886b-1cc8000e447f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:34.544415 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77fe35c5-e5ea-499c-8e9a-2b584c5797ad req-400aa394-8832-461f-886b-1cc8000e447f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0485623 Aug 24 22:11:34.584385 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77fe35c5-e5ea-499c-8e9a-2b584c5797ad req-4b0e13ff-ac2a-48bc-96d8-fb13cbafdfa3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Aug 24 22:11:35.722637 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f230d1-1e7e-4926-a01b-6d96ed8c580e req-13fe0da7-5662-44d7-9e66-4e3f8b5f2e33 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:35.724926 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56f230d1-1e7e-4926-a01b-6d96ed8c580e req-13fe0da7-5662-44d7-9e66-4e3f8b5f2e33 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0586598 Aug 24 22:11:35.773829 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56f230d1-1e7e-4926-a01b-6d96ed8c580e req-7b832c11-0530-4a84-af91-6c8a63174245 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Aug 24 22:11:36.501465 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55926) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:36.549904 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Deleting subnet 3828e849-b9ae-4312-85c3-7e6e18ab96db {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:11:36.553188 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.592248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.638608 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.824824 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.862912 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3828e849-b9ae-4312-85c3-7e6e18ab96db,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:36.867892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.869649 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-9ad6b508-6328-4fcd-b111-d4274dcb6bc7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3828e849-b9ae-4312-85c3-7e6e18ab96db HTTP/1.1" status: 204 len: 168 time: 0.3670206 Aug 24 22:11:36.872202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55942) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:36.910444 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dca01-37bd-466f-99f2-febcb6074a81 req-15f007a3-89ca-4c3d-a416-350550a0beb4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:36.911950 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c6dca01-37bd-466f-99f2-febcb6074a81 req-15f007a3-89ca-4c3d-a416-350550a0beb4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0592656 Aug 24 22:11:36.945807 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:36.955364 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c6dca01-37bd-466f-99f2-febcb6074a81 req-2f893cf1-3e62-473a-bfc4-e90c44b78008 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Aug 24 22:11:37.033399 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.043144 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cce29d9-a62a-44b4-8975-7e1e78f0a8bd']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:37.053519 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bbbb16-c48d-40b4-b102-34be68ce2725') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:37.053816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bbbb16-c48d-40b4-b102-34be68ce2725') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:37.063746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.078476 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.085041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:11:37.085493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:11:37.087292 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:11:37.236153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.249382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.249382 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0cce29d9-a62a-44b4-8975-7e1e78f0a8bd HTTP/1.1" status: 204 len: 168 time: 0.3706841 Aug 24 22:11:37.257260 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd7b4-7e7b-4a85-a556-60b92dc088e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cce29d9-a62a-44b4-8975-7e1e78f0a8bd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:37.508816 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55962) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:37.602283 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55968) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:37.636451 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-542c74e3-a027-4216-9789-81071fe5c6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.670238 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-cf020163-4ca8-4d26-b53d-730865464fe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fdacabebfa545ffa65b6f5010339d8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0663006 Aug 24 22:11:37.672848 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 55970) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:37.762285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.797260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.853071 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-542c74e3-a027-4216-9789-81071fe5c6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.974821 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.979112 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:37.980583 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69f3b831-1396-4e6f-8b51-c78a685e4a70 HTTP/1.1" status: 204 len: 168 time: 0.3067060 Aug 24 22:11:37.992753 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-542c74e3-a027-4216-9789-81071fe5c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:38.026813 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 55986) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:38.036901 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-542c74e3-a027-4216-9789-81071fe5c6ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91d739f9fa5d4b45ae9ac7a446b06970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262675 Aug 24 22:11:38.052696 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6626dd-8939-4df1-813f-1abbfa23886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f3b831-1396-4e6f-8b51-c78a685e4a70,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:38.105193 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:38.113005 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c74e3-a027-4216-9789-81071fe5c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafcacd5-0082-41f0-b27f-d30a5029aafb,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:38.132241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91377-7925-4a8c-a75f-d73da36c6f4c req-0fe25ff6-8876-49a0-a3a7-abf9cd5cd8c1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:38.133848 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-47e91377-7925-4a8c-a75f-d73da36c6f4c req-0fe25ff6-8876-49a0-a3a7-abf9cd5cd8c1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0832710 Aug 24 22:11:38.134353 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:38.175598 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-47e91377-7925-4a8c-a75f-d73da36c6f4c req-66555cbe-f915-4e97-a9bb-77c6d29e4083 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Aug 24 22:11:38.264063 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:38.267122 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:38.268319 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bafcacd5-0082-41f0-b27f-d30a5029aafb HTTP/1.1" status: 204 len: 168 time: 0.2403374 Aug 24 22:11:38.276940 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c823d7f-0c19-4ba0-ac1a-8ad3d5151d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafcacd5-0082-41f0-b27f-d30a5029aafb,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:38.959478 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56016) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:38.974271 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-96bf1ba7-840c-4874-aeb0-a7a23492d4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.079089 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-96bf1ba7-840c-4874-aeb0-a7a23492d4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.247078 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-96bf1ba7-840c-4874-aeb0-a7a23492d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.286583 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-96bf1ba7-840c-4874-aeb0-a7a23492d4a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6858bc9d7c2b43c5a0ac3179566de55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258412 Aug 24 22:11:39.287354 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf1ba7-840c-4874-aeb0-a7a23492d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e94227d-980d-4f60-b6cc-e96407dd9d80,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:39.289251 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56026) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:39.340985 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.375752 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.538521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.541153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:39.542416 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e94227d-980d-4f60-b6cc-e96407dd9d80 HTTP/1.1" status: 204 len: 168 time: 0.2513146 Aug 24 22:11:39.550987 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8293-6d1a-456e-8ecd-9abcbcc11647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e94227d-980d-4f60-b6cc-e96407dd9d80,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:41.598393 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11a46-f280-4d1b-83a0-ff083433c7ee req-6da5ec8f-e815-4d34-8809-a9256f463d35 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:41.600341 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6b11a46-f280-4d1b-83a0-ff083433c7ee req-6da5ec8f-e815-4d34-8809-a9256f463d35 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0613499 Aug 24 22:11:41.648965 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6b11a46-f280-4d1b-83a0-ff083433c7ee req-239046c1-ee0b-4636-9859-5ed8f3b81d91 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Aug 24 22:11:42.785816 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d4d0872-7101-4991-9513-4e1950e926c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:42.863892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b5555-765c-4e05-bf55-806a0c8cbca3 req-607b643f-cc72-4f56-8ae6-7d6d2cb08848 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:42.865392 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bf9b5555-765c-4e05-bf55-806a0c8cbca3 req-607b643f-cc72-4f56-8ae6-7d6d2cb08848 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0483925 Aug 24 22:11:42.907696 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bf9b5555-765c-4e05-bf55-806a0c8cbca3 req-6a5ce191-239b-45a0-bca1-956040d8fb1e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Aug 24 22:11:43.756894 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:11:44.025803 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474859a6-a5e2-4a7d-8d40-9e4c4720710a req-de14b676-5d08-45cc-b69e-3c485a5fe044 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:44.027217 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-474859a6-a5e2-4a7d-8d40-9e4c4720710a req-de14b676-5d08-45cc-b69e-3c485a5fe044 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0509050 Aug 24 22:11:44.065482 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-474859a6-a5e2-4a7d-8d40-9e4c4720710a req-2a986f1f-bdd4-4873-83fe-db4d0f0098ae tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Aug 24 22:11:45.188241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c23199-b05f-4d83-b3ef-6ce81fa645f8 req-e8212b9d-e6ba-408a-b52b-fcf000b298c1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:45.189683 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5c23199-b05f-4d83-b3ef-6ce81fa645f8 req-e8212b9d-e6ba-408a-b52b-fcf000b298c1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0510714 Aug 24 22:11:45.227889 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5c23199-b05f-4d83-b3ef-6ce81fa645f8 req-f0c0e164-788f-4680-a9c7-98b5add4a65c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Aug 24 22:11:45.377038 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56192) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:45.485202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-122791ea-2d76-4e0c-9dc9-46e2a82ffffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.527178 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-aa1757f6-f5c8-4d45-b4c5-60f8c3c620b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.572415 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-122791ea-2d76-4e0c-9dc9-46e2a82ffffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.657992 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-122791ea-2d76-4e0c-9dc9-46e2a82ffffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.693353 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122791ea-2d76-4e0c-9dc9-46e2a82ffffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ac6981-d10e-4f7d-a9df-d6a7100a79b6,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:45.699977 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-122791ea-2d76-4e0c-9dc9-46e2a82ffffd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ac59238fe6b43c8a1a9c7cd89a26324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194695 Aug 24 22:11:45.700151 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56196) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:45.747840 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.768291 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.773210 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.909537 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.912047 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:45.913226 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ac6981-d10e-4f7d-a9df-d6a7100a79b6 HTTP/1.1" status: 204 len: 168 time: 0.2121904 Aug 24 22:11:45.921520 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8d1cb-c0ba-4244-8d62-87d94e0d1955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ac6981-d10e-4f7d-a9df-d6a7100a79b6,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:46.530788 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56222) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:46.543730 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf64c92a-ad8c-4372-ad99-05433b7d6c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.630994 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf64c92a-ad8c-4372-ad99-05433b7d6c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.663787 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.692245 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cf64c92a-ad8c-4372-ad99-05433b7d6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.734075 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-cf64c92a-ad8c-4372-ad99-05433b7d6c6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8845b315bae413e98ba95c18da3ffaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021542 Aug 24 22:11:46.734987 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64c92a-ad8c-4372-ad99-05433b7d6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361433e8-f7a5-4be0-85cf-e020f4ffcc9e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:46.736785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56224) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:46.784656 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.804917 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.905496 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56230) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:46.927158 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.935164 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:46.935164 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/361433e8-f7a5-4be0-85cf-e020f4ffcc9e HTTP/1.1" status: 204 len: 168 time: 0.1930735 Aug 24 22:11:46.939493 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af134a-07e7-486b-99ac-4480c1f0d9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361433e8-f7a5-4be0-85cf-e020f4ffcc9e,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:47.027295 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8ca27887-5930-45d2-8965-a84dc9c1447f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.133886 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8ca27887-5930-45d2-8965-a84dc9c1447f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.212183 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8ca27887-5930-45d2-8965-a84dc9c1447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.243829 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8ca27887-5930-45d2-8965-a84dc9c1447f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8243766a8edf43d0b26f2afeeca48665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372393 Aug 24 22:11:47.246818 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56238) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:47.269930 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca27887-5930-45d2-8965-a84dc9c1447f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b5856-a49e-42c5-be3d-eadb79e9d903,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:47.339991 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.366293 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.481276 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.484201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:47.485330 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4b5856-a49e-42c5-be3d-eadb79e9d903 HTTP/1.1" status: 204 len: 168 time: 0.2367208 Aug 24 22:11:47.495132 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a8a31-526c-4345-be2f-9ac1fc7d06af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b5856-a49e-42c5-be3d-eadb79e9d903,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:47.859375 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.250787 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56250) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:48.256209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfa2f-8f46-46aa-89f7-9aa2bf7ac0e0 req-eb159ff4-1384-4fe1-b093-9654f0a85314 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:48.261529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0a1cfa2f-8f46-46aa-89f7-9aa2bf7ac0e0 req-eb159ff4-1384-4fe1-b093-9654f0a85314 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0530064 Aug 24 22:11:48.269274 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d810427f-1df6-42f2-a7c7-9ef8f17d22cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.300044 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0a1cfa2f-8f46-46aa-89f7-9aa2bf7ac0e0 req-b5e6fc3b-28ec-4897-a0f1-27ea1fd26dc2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Aug 24 22:11:48.356160 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d810427f-1df6-42f2-a7c7-9ef8f17d22cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.435966 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d810427f-1df6-42f2-a7c7-9ef8f17d22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.475236 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d810427f-1df6-42f2-a7c7-9ef8f17d22cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81654c6bf5cc49638cb15a178a6a89be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230208 Aug 24 22:11:48.477056 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810427f-1df6-42f2-a7c7-9ef8f17d22cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553b4e6-01ed-4dd1-915e-cf0368b2885b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:48.477790 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56254) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:48.527002 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.548470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.692746 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.695724 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:48.696956 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5553b4e6-01ed-4dd1-915e-cf0368b2885b HTTP/1.1" status: 204 len: 168 time: 0.2180734 Aug 24 22:11:48.704739 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3249e-5224-4267-a784-550bf93822b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553b4e6-01ed-4dd1-915e-cf0368b2885b,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:49.431688 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076847-1f67-4cb5-9ccb-8ae9b069c3a3 req-7cbcc66f-c626-48d2-8a10-df9e9d6487d4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:49.433308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b5076847-1f67-4cb5-9ccb-8ae9b069c3a3 req-7cbcc66f-c626-48d2-8a10-df9e9d6487d4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0559053 Aug 24 22:11:49.476714 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b5076847-1f67-4cb5-9ccb-8ae9b069c3a3 req-2649043d-c71a-48a3-bcdd-9ec298fa9a3f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Aug 24 22:11:50.599948 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d223-cda4-410e-b9c1-79fc22c17f26 req-b11c7554-fb5c-40b3-8046-d9ba240061df tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:50.601402 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e580d223-cda4-410e-b9c1-79fc22c17f26 req-b11c7554-fb5c-40b3-8046-d9ba240061df tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0506012 Aug 24 22:11:50.644275 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e580d223-cda4-410e-b9c1-79fc22c17f26 req-c4c448b9-d1f4-4473-98ad-b480e772b585 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Aug 24 22:11:51.762928 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e36ee5-263f-41ff-962a-814644ec0687 req-65389614-750a-4579-99ca-ce2731ad3b17 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:51.764900 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4e36ee5-263f-41ff-962a-814644ec0687 req-65389614-750a-4579-99ca-ce2731ad3b17 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0505269 Aug 24 22:11:51.804137 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4e36ee5-263f-41ff-962a-814644ec0687 req-1bf6fc1e-c9df-4b9d-8009-adc14eabe838 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Aug 24 22:11:52.542291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56400) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:52.647247 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9d67b8f1-6122-4a2b-afc8-41c0b19586fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:52.732499 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9d67b8f1-6122-4a2b-afc8-41c0b19586fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:52.835680 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9d67b8f1-6122-4a2b-afc8-41c0b19586fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:52.876164 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-9d67b8f1-6122-4a2b-afc8-41c0b19586fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13969a89780e41428d7c172f41b0d8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325891 Aug 24 22:11:52.876908 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67b8f1-6122-4a2b-afc8-41c0b19586fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510134ac-fa51-4362-86e5-8fab73bbc8f8,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:52.879058 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56414) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:52.933196 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ed644-0214-4c22-a0d4-05c166ce1550 req-cef8d434-f3fd-4c40-9731-05570ad6bcaa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:52.934663 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f1ed644-0214-4c22-a0d4-05c166ce1550 req-cef8d434-f3fd-4c40-9731-05570ad6bcaa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0535665 Aug 24 22:11:52.939055 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:52.960963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:52.972959 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f1ed644-0214-4c22-a0d4-05c166ce1550 req-e634e122-7a91-48ac-aaa0-12a3fb1de517 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Aug 24 22:11:53.173669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:53.176254 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:53.177383 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/510134ac-fa51-4362-86e5-8fab73bbc8f8 HTTP/1.1" status: 204 len: 168 time: 0.2965896 Aug 24 22:11:53.186018 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec43b2-c8d9-4f62-8f72-0552f6c70b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510134ac-fa51-4362-86e5-8fab73bbc8f8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:54.100440 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5e23-6691-4168-a749-81ae3df24328 req-fa340910-f969-4cd3-a1d3-021326fcc58d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:54.102254 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-488e5e23-6691-4168-a749-81ae3df24328 req-fa340910-f969-4cd3-a1d3-021326fcc58d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0579486 Aug 24 22:11:54.141852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-488e5e23-6691-4168-a749-81ae3df24328 req-01c5dfb9-521d-4bf2-ae41-7a41d97f1d67 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Aug 24 22:11:55.269650 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d7e6-73e9-4a6a-9bf5-1c3c3a0b9c74 req-63773bc6-0035-4c12-b6ff-273ca4585b1a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:55.271592 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3dd5d7e6-73e9-4a6a-9bf5-1c3c3a0b9c74 req-63773bc6-0035-4c12-b6ff-273ca4585b1a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0581658 Aug 24 22:11:55.312867 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3dd5d7e6-73e9-4a6a-9bf5-1c3c3a0b9c74 req-93ecd9ce-af11-48ce-a3ae-5dbe459aa121 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Aug 24 22:11:55.498547 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f703-3eb7-4a17-8aa5-38a5cf76a2ed req-537c4789-5a22-4352-909a-39b50c9f65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:55.501013 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-16e7f703-3eb7-4a17-8aa5-38a5cf76a2ed req-537c4789-5a22-4352-909a-39b50c9f65f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1099 time: 0.3028526 Aug 24 22:11:55.554811 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-16e7f703-3eb7-4a17-8aa5-38a5cf76a2ed req-853958dc-ad7f-4e70-ae3d-d08b37585fd1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Aug 24 22:11:56.435223 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447afe-a5fe-43ef-b381-d1039a427ea6 req-cbcf59cb-1049-4cfc-8219-e38c87ee1f7a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:56.436720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77447afe-a5fe-43ef-b381-d1039a427ea6 req-cbcf59cb-1049-4cfc-8219-e38c87ee1f7a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0516851 Aug 24 22:11:56.473784 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77447afe-a5fe-43ef-b381-d1039a427ea6 req-dc0b52cf-2cda-46f0-be99-c8718bd3e4c0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Aug 24 22:11:57.226989 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56602) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:57.270236 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Deleting subnet d60cfb11-6e4a-428d-996e-6b405c2fccea {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:11:57.273658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.306758 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9355669'] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.344274 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.464629 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3563059'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.491907 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60cfb11-6e4a-428d-996e-6b405c2fccea,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:57.493888 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.497104 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a65ae256-64b2-4048-b1ca-5d1611c70b5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d60cfb11-6e4a-428d-996e-6b405c2fccea HTTP/1.1" status: 204 len: 168 time: 0.2677112 Aug 24 22:11:57.498234 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56608) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:57.565718 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.588962 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663a555-4ccf-470f-90fa-e7f7d1432d0b req-a07bec59-f820-492f-b44f-708b50056fa6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:57.590467 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1663a555-4ccf-470f-90fa-e7f7d1432d0b req-a07bec59-f820-492f-b44f-708b50056fa6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0471625 Aug 24 22:11:57.634936 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1663a555-4ccf-470f-90fa-e7f7d1432d0b req-2a0f37fd-1737-4cfe-a341-92d21a3da330 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Aug 24 22:11:57.649015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.659352 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192b98e7-eac8-438d-9309-d4c48d6d4e04']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:57.669945 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83010ca8-3006-4a12-9080-75a97bb472d7') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:57.670245 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83010ca8-3006-4a12-9080-75a97bb472d7') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:57.680395 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.693680 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.699747 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:11:57.700201 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:11:57.701794 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:11:57.748427 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0ef83-af51-4268-9d6b-919ab2c53288 req-8555f976-9a6c-4108-a3e8-6dc934790611 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:11:57.750296 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5b0ef83-af51-4268-9d6b-919ab2c53288 req-8555f976-9a6c-4108-a3e8-6dc934790611 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Aug 24 22:11:57.788423 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5b0ef83-af51-4268-9d6b-919ab2c53288 req-60c92877-b3ed-4307-9dea-10fe7ab440d9 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Aug 24 22:11:57.858872 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.878783 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.880645 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/192b98e7-eac8-438d-9309-d4c48d6d4e04 HTTP/1.1" status: 204 len: 168 time: 0.3814809 Aug 24 22:11:57.881605 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e7a71-79bf-4aa1-b017-af9d05efdb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=192b98e7-eac8-438d-9309-d4c48d6d4e04,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:57.883666 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56620) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:57.936142 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Deleting subnet 45d2acef-578c-41d8-a51d-28feb789a0a4 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:11:57.939726 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:57.976877 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.013850 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.075333 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.219484 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.249333 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d2acef-578c-41d8-a51d-28feb789a0a4,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:58.252880 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.255547 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-be176096-da75-4eb7-85c8-e5ad4cb69566 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45d2acef-578c-41d8-a51d-28feb789a0a4 HTTP/1.1" status: 204 len: 168 time: 0.3707299 Aug 24 22:11:58.257246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56630) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:58.338806 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.430800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.442435 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbc7412-847c-4468-a970-1abda8b1b17e']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:58.459734 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e57c6f7-6dd7-465a-92f4-8497271051cd') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:58.460027 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e57c6f7-6dd7-465a-92f4-8497271051cd') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:11:58.469556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.483863 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.490643 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:11:58.491191 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:11:58.493315 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:11:58.641966 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.649508 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:58.654025 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afbc7412-847c-4468-a970-1abda8b1b17e HTTP/1.1" status: 204 len: 168 time: 0.3932028 Aug 24 22:11:58.661990 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30ec2b-3d51-487c-bfe1-4686f6532a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbc7412-847c-4468-a970-1abda8b1b17e,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:59.501168 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56664) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:59.541535 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6776c243-1ac8-4b22-81d0-9549fa1ecae1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fee6f51b19c43fa9f69fb79de4d9fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392203 Aug 24 22:11:59.543944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56666) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:59.580488 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56668) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:59.601313 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.622838 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.693951 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-902482f7-e401-4549-b80b-51ddfbfd168b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.779624 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-902482f7-e401-4549-b80b-51ddfbfd168b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.818182 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.820658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.821981 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c4385a5-1086-4c96-987b-db379c128e1b HTTP/1.1" status: 204 len: 168 time: 0.2770948 Aug 24 22:11:59.830496 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76fd7d-6f8b-4b6b-ad59-878954852066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4385a5-1086-4c96-987b-db379c128e1b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:59.843062 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56680) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:59.892622 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-902482f7-e401-4549-b80b-51ddfbfd168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:11:59.948683 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-902482f7-e401-4549-b80b-51ddfbfd168b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=669251fe8dc04b9ba7f09c85dbae7923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670840 Aug 24 22:11:59.951253 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56686) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:11:59.960393 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902482f7-e401-4549-b80b-51ddfbfd168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5645594-925e-4ddc-9cc9-e3d0000f9b4d,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:11:59.964546 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-befe2f10-7c4c-4acc-8f62-c5031f470969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.002060 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.024560 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.057514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-befe2f10-7c4c-4acc-8f62-c5031f470969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.184059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-befe2f10-7c4c-4acc-8f62-c5031f470969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.184287 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.186787 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.191382 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5645594-925e-4ddc-9cc9-e3d0000f9b4d HTTP/1.1" status: 204 len: 168 time: 0.2390015 Aug 24 22:12:00.200469 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3045047-4fe2-4bcb-8881-0ca1d83ceee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5645594-925e-4ddc-9cc9-e3d0000f9b4d,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:00.223795 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe2f10-7c4c-4acc-8f62-c5031f470969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fcb738-d32c-437d-b197-619005b58c15,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:00.228750 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-befe2f10-7c4c-4acc-8f62-c5031f470969 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f88e0268bc76447e86e7453a24ab33b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843894 Aug 24 22:12:00.230528 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56692) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:00.285182 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.315187 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.481441 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.484061 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.485316 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6fcb738-d32c-437d-b197-619005b58c15 HTTP/1.1" status: 204 len: 168 time: 0.2537608 Aug 24 22:12:00.493215 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b7750-833d-45ac-a89d-84067227e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fcb738-d32c-437d-b197-619005b58c15,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:00.713468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56700) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:00.771328 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b3194dd8-d382-4e7b-9320-c5eadd283eeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01c38cddabc447129038a51e9f354dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562332 Aug 24 22:12:00.771721 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56706) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:00.835570 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:00.855995 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:01.081980 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:01.084701 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:01.086357 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51d4826a-8846-438c-b653-6a55e478966e HTTP/1.1" status: 204 len: 168 time: 0.3132961 Aug 24 22:12:01.098921 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195dccc-00e8-4efd-a55d-34ffb8c3c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d4826a-8846-438c-b653-6a55e478966e,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:01.432751 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b34266-8953-4a47-89d4-055e75643581 req-99be7ef1-83b3-479a-88b2-c78f07c61fdb tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:01.434708 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95b34266-8953-4a47-89d4-055e75643581 req-99be7ef1-83b3-479a-88b2-c78f07c61fdb tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0504856 Aug 24 22:12:01.474888 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95b34266-8953-4a47-89d4-055e75643581 req-43275049-126e-4a9a-9252-fd938dd01eaa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Aug 24 22:12:01.559342 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-da037700-0643-4d82-b303-ca08c979dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:01.560996 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-da037700-0643-4d82-b303-ca08c979dce0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0435669 Aug 24 22:12:01.658138 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-da2f5eb4-5638-4578-9ecf-bd7128621f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:01.660283 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-da2f5eb4-5638-4578-9ecf-bd7128621f19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.0921547 Aug 24 22:12:01.707191 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-06a4303f-b751-426a-9097-c5ab5b3f0098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0384152 Aug 24 22:12:01.759227 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-694649dd-5d28-4395-9a77-d7aafc6fb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:01.760714 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-694649dd-5d28-4395-9a77-d7aafc6fb90b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0433054 Aug 24 22:12:01.793723 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-10caa73a-defb-497f-932f-73075cc7095f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252218 Aug 24 22:12:01.885242 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56748) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:01.890916 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-64aa5516-2626-4489-a24c-b2f379df001f service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881541 Aug 24 22:12:01.899518 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5b937531-1d68-4d25-adba-e18026eccd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.001241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5b937531-1d68-4d25-adba-e18026eccd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.008194 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f39a6e97-4f78-451b-92a9-4c5276ac9410 req-5d26e53d-9616-4c01-ba20-99a19141831d service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088188 Aug 24 22:12:02.188789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5b937531-1d68-4d25-adba-e18026eccd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.231219 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5b937531-1d68-4d25-adba-e18026eccd0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bca0de6dd2c0452aa8a2cabe207c654e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448150 Aug 24 22:12:02.232331 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b937531-1d68-4d25-adba-e18026eccd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9455e04-5c73-4844-8f04-31a9750ca3c9,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:02.234527 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56762) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:02.293741 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.321496 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.496059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.496059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:02.497138 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9455e04-5c73-4844-8f04-31a9750ca3c9 HTTP/1.1" status: 204 len: 168 time: 0.2616377 Aug 24 22:12:02.505622 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048de5f-1329-4590-8590-9ca8ecd0371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9455e04-5c73-4844-8f04-31a9750ca3c9,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:02.606456 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a11f2-c162-40bc-bd6d-70f0f0f64f4b req-e46bab17-e50d-4cf2-a7e5-73954092d71f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:02.607930 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f4a11f2-c162-40bc-bd6d-70f0f0f64f4b req-e46bab17-e50d-4cf2-a7e5-73954092d71f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Aug 24 22:12:02.645492 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f4a11f2-c162-40bc-bd6d-70f0f0f64f4b req-e58608f8-35ee-4bb7-a161-298fcb5d2b71 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Aug 24 22:12:02.857626 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56786) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:03.219963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9406e0fd-646c-47c9-9499-29ff3989a3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.329274 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9406e0fd-646c-47c9-9499-29ff3989a3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.412521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9406e0fd-646c-47c9-9499-29ff3989a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.456651 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9406e0fd-646c-47c9-9499-29ff3989a3e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6922a391b9324f03ac58d35d85ffc44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979407 Aug 24 22:12:03.457545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e0fd-646c-47c9-9499-29ff3989a3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30508e5-2541-4c9c-b6b2-e59d1f7e55a2,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:03.465688 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56818) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:03.515934 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.543426 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.663376 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.666382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:03.668309 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f30508e5-2541-4c9c-b6b2-e59d1f7e55a2 HTTP/1.1" status: 204 len: 168 time: 0.2008886 Aug 24 22:12:03.676638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc467-dc8e-43b6-9338-b628d97f371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30508e5-2541-4c9c-b6b2-e59d1f7e55a2,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:03.779872 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86abb-c280-444c-b658-211803c0a7cf req-704aa4cd-6025-4b71-b6b5-df9ff639548f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:03.791172 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-68a86abb-c280-444c-b658-211803c0a7cf req-704aa4cd-6025-4b71-b6b5-df9ff639548f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0607672 Aug 24 22:12:03.832844 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-68a86abb-c280-444c-b658-211803c0a7cf req-a7f6ed49-07b5-4005-a739-8a644d8f0c33 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Aug 24 22:12:04.951201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9a977-6379-4dc8-980c-20c8fd1bde80 req-f35eb213-abc2-4ac9-bd02-abc5e41b97e9 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:04.952772 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3f9a977-6379-4dc8-980c-20c8fd1bde80 req-f35eb213-abc2-4ac9-bd02-abc5e41b97e9 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0546944 Aug 24 22:12:04.994882 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3f9a977-6379-4dc8-980c-20c8fd1bde80 req-65b44c3f-f473-4005-8757-3aa31c06aae9 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358276 Aug 24 22:12:05.117521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56930) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:05.237212 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff34b70d-152b-4699-9554-36b2f5509662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.338093 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff34b70d-152b-4699-9554-36b2f5509662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.435755 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ff34b70d-152b-4699-9554-36b2f5509662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.473806 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ff34b70d-152b-4699-9554-36b2f5509662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64a10fdbce1b4effb8f833bd87e0791d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551888 Aug 24 22:12:05.474652 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b70d-152b-4699-9554-36b2f5509662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10272470-2a85-42e5-8c52-d2f0dd263690,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:05.477408 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56938) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:05.528280 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.550800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.694938 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.698004 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:05.699634 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10272470-2a85-42e5-8c52-d2f0dd263690 HTTP/1.1" status: 204 len: 168 time: 0.2208955 Aug 24 22:12:05.711510 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd768895-56a6-40a9-9cd0-7d48e42a3ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10272470-2a85-42e5-8c52-d2f0dd263690,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:05.815568 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 56948) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:06.020689 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd0da-4d8e-44a6-a84a-8e41b18ff131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.157922 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d907d3-b706-43e8-8adf-4895bb88566e req-98d956af-2a1e-431c-8933-0cd51ee6d2c7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:06.159531 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f3d907d3-b706-43e8-8adf-4895bb88566e req-98d956af-2a1e-431c-8933-0cd51ee6d2c7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0735388 Aug 24 22:12:06.177059 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd0da-4d8e-44a6-a84a-8e41b18ff131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.204219 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f3d907d3-b706-43e8-8adf-4895bb88566e req-21657092-da51-48d7-b584-f0633307d39e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Aug 24 22:12:06.294615 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd0da-4d8e-44a6-a84a-8e41b18ff131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.337781 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5d0cd0da-4d8e-44a6-a84a-8e41b18ff131 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=097d0c84693d4cd3a1084ce4c891042d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211155 Aug 24 22:12:06.340428 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 56978) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:06.342231 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd0da-4d8e-44a6-a84a-8e41b18ff131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dafbaa-aa76-45bb-9288-d9ffcb9bf9b6,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:06.400864 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.422699 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.555629 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.558327 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:06.559594 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46dafbaa-aa76-45bb-9288-d9ffcb9bf9b6 HTTP/1.1" status: 204 len: 168 time: 0.2174900 Aug 24 22:12:06.568356 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611b5ae-3ece-4d9e-9003-b002d4d000c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dafbaa-aa76-45bb-9288-d9ffcb9bf9b6,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:07.359545 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da575bdc-37f3-44d5-8a72-cffd8b30edc0 req-d0e4906c-f1f2-4d40-9ede-672d7c65e7e1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:07.361078 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-da575bdc-37f3-44d5-8a72-cffd8b30edc0 req-d0e4906c-f1f2-4d40-9ede-672d7c65e7e1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Aug 24 22:12:07.399305 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-da575bdc-37f3-44d5-8a72-cffd8b30edc0 req-d14291ab-6bb5-4033-85c1-a2643fd626ce tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Aug 24 22:12:08.519631 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d051-c39a-4921-af5b-fff196717823 req-feefb24e-5ba4-4dac-9440-fa157c8c2ba3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:08.521068 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4843d051-c39a-4921-af5b-fff196717823 req-feefb24e-5ba4-4dac-9440-fa157c8c2ba3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0503185 Aug 24 22:12:08.561009 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4843d051-c39a-4921-af5b-fff196717823 req-fd4d2f64-af8d-47c6-8d71-09c1ae9c4a4a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Aug 24 22:12:08.816350 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57070) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:08.923638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1cc3-674a-447a-8677-108bdfcb82e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.017140 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1cc3-674a-447a-8677-108bdfcb82e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.173173 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1cc3-674a-447a-8677-108bdfcb82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.212104 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7ccb1cc3-674a-447a-8677-108bdfcb82e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13f480319fc54e23bf771646d2a5eacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945718 Aug 24 22:12:09.213934 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb1cc3-674a-447a-8677-108bdfcb82e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42f6cd-0135-43ca-886b-15e68ea272aa,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:09.214807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 57078) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:09.263171 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.283643 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.435775 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.439014 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:09.440154 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b42f6cd-0135-43ca-886b-15e68ea272aa HTTP/1.1" status: 204 len: 168 time: 0.2243431 Aug 24 22:12:09.447991 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b50eb-630e-4b63-bfe5-eae67d3b786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42f6cd-0135-43ca-886b-15e68ea272aa,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:09.682878 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814c4e3-cce1-4109-bcf5-b41f32de6687 req-3fc5c275-424f-495c-be80-890c6514b948 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:09.684363 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3814c4e3-cce1-4109-bcf5-b41f32de6687 req-3fc5c275-424f-495c-be80-890c6514b948 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0479195 Aug 24 22:12:09.724506 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3814c4e3-cce1-4109-bcf5-b41f32de6687 req-cad2374e-289c-4a8d-9427-17a2ece92bab tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 24 22:12:10.149700 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 57100) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:10.163180 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a1315ca-52f8-41ba-a645-6888c846a068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.250630 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a1315ca-52f8-41ba-a645-6888c846a068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.321142 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a1315ca-52f8-41ba-a645-6888c846a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.361011 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0a1315ca-52f8-41ba-a645-6888c846a068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78988dd1c3cb44f8b7e6065bd80e58d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100577 Aug 24 22:12:10.361901 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1315ca-52f8-41ba-a645-6888c846a068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef22ba-ecde-4b7b-bfcb-bfb890646091,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:10.363544 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57102) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:10.432134 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.462198 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.584543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.587304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:10.588531 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4ef22ba-ecde-4b7b-bfcb-bfb890646091 HTTP/1.1" status: 204 len: 168 time: 0.2238886 Aug 24 22:12:10.596508 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c279cb-b603-4fe6-bf15-977cebe0e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef22ba-ecde-4b7b-bfcb-bfb890646091,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:12.766933 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-bec563f7-70e0-4059-a629-5515bdb2a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:13.012002 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa179395-7f2d-43c2-b529-f12b4d41a0e1 req-a2cb0f63-215d-46c7-aade-d9a11c8fe970 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:13.013600 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aa179395-7f2d-43c2-b529-f12b4d41a0e1 req-a2cb0f63-215d-46c7-aade-d9a11c8fe970 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0650530 Aug 24 22:12:13.054243 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aa179395-7f2d-43c2-b529-f12b4d41a0e1 req-90703e50-0735-4b64-a6ba-687605be9278 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Aug 24 22:12:14.176420 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5af78-0f23-4a6d-9eaf-287ade5fe275 req-3bbc4c0d-89a7-4a74-aa22-b8eb12df59ee tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:14.177865 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80e5af78-0f23-4a6d-9eaf-287ade5fe275 req-3bbc4c0d-89a7-4a74-aa22-b8eb12df59ee tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0491099 Aug 24 22:12:14.213947 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80e5af78-0f23-4a6d-9eaf-287ade5fe275 req-97226e57-cd45-43db-8a97-96c7acc63b2b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301909 Aug 24 22:12:15.333557 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a2a7b-8874-4a43-9490-02d611267b7a req-f4e11a0d-7fac-418b-9298-dcad94e33b9e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:15.335177 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a08a2a7b-8874-4a43-9490-02d611267b7a req-f4e11a0d-7fac-418b-9298-dcad94e33b9e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0529790 Aug 24 22:12:15.373864 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a08a2a7b-8874-4a43-9490-02d611267b7a req-23a2655a-fc1e-4a78-9f0b-a4fa45854445 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Aug 24 22:12:15.538413 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-bf017158-9632-4f68-9338-23e7151e1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:15.807067 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:16.681460 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:16.700293 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ed33e-3513-49a3-8775-95c4fb9b4beb req-9fdf202a-f50d-432e-871e-40c14f71541d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:16.701768 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1c7ed33e-3513-49a3-8775-95c4fb9b4beb req-9fdf202a-f50d-432e-871e-40c14f71541d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0498676 Aug 24 22:12:16.739602 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1c7ed33e-3513-49a3-8775-95c4fb9b4beb req-7776e578-977f-4ca5-89d1-4e5a6ce0cb6d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Aug 24 22:12:16.841708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88030f49-42b1-41d7-b397-67617d5d09c9 req-14aaae6f-93a9-445b-a91f-5b2e6f954b6d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:16.843102 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-88030f49-42b1-41d7-b397-67617d5d09c9 req-14aaae6f-93a9-445b-a91f-5b2e6f954b6d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Aug 24 22:12:16.882832 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-88030f49-42b1-41d7-b397-67617d5d09c9 req-65cadac1-0719-4949-97ce-ef70edb28239 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332289 Aug 24 22:12:17.861136 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dd95-305b-4b78-8bf3-09350869f67e req-2291f371-8883-404c-b098-9b7568b1af11 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:17.862592 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4a27dd95-305b-4b78-8bf3-09350869f67e req-2291f371-8883-404c-b098-9b7568b1af11 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0546072 Aug 24 22:12:17.864427 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:17.906405 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4a27dd95-305b-4b78-8bf3-09350869f67e req-75838aa5-05e2-4200-9b6f-05704359fc40 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Aug 24 22:12:18.030407 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7719-08e8-43ed-a1fe-d07b13a8bedb req-7ec5d683-346f-4567-9d16-378e7d5f9f7a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:18.031867 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2db7719-08e8-43ed-a1fe-d07b13a8bedb req-7ec5d683-346f-4567-9d16-378e7d5f9f7a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Aug 24 22:12:18.069592 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2db7719-08e8-43ed-a1fe-d07b13a8bedb req-01c265ae-235b-4095-9e80-a3491aaa5378 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317297 Aug 24 22:12:19.028085 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e4bf3-d95c-4fd1-b33e-d71aae8b2111 req-2a6d4b1a-1ba8-40f7-82c9-84c57f994ea3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:19.029685 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bb8e4bf3-d95c-4fd1-b33e-d71aae8b2111 req-2a6d4b1a-1ba8-40f7-82c9-84c57f994ea3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0543678 Aug 24 22:12:19.067618 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bb8e4bf3-d95c-4fd1-b33e-d71aae8b2111 req-89ac2b2b-e728-44fb-b6c1-9c6476b876c5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 24 22:12:19.190138 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730629-d8e1-445b-a520-191216a37b27 req-ca6ac3e8-43ca-44dd-aec7-f712e893bad5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:19.191575 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9730629-d8e1-445b-a520-191216a37b27 req-ca6ac3e8-43ca-44dd-aec7-f712e893bad5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Aug 24 22:12:19.229607 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9730629-d8e1-445b-a520-191216a37b27 req-6d9d68a0-11e7-4fbd-bb2b-fb697cfa225b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322113 Aug 24 22:12:20.183426 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e505120-0c58-4756-bdaf-5973d4e0bfef req-1be28e76-e89b-4bf3-b89e-6056c0c23f53 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:20.184950 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e505120-0c58-4756-bdaf-5973d4e0bfef req-1be28e76-e89b-4bf3-b89e-6056c0c23f53 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0487320 Aug 24 22:12:20.225472 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e505120-0c58-4756-bdaf-5973d4e0bfef req-85426bc0-8c2d-41c6-b7d4-223df15c33ef tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Aug 24 22:12:20.308797 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c42c0-5c5c-4a11-b2a5-43f9d401aa9b req-cfe64c01-b81a-4ab3-8b9c-4be0965e1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:20.310395 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-307c42c0-5c5c-4a11-b2a5-43f9d401aa9b req-cfe64c01-b81a-4ab3-8b9c-4be0965e1bfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0415194 Aug 24 22:12:20.347555 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-307c42c0-5c5c-4a11-b2a5-43f9d401aa9b req-aa31a04e-53d6-4ff6-b6fd-11199adbad31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285532 Aug 24 22:12:20.351376 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b46394-b4c5-4e5c-b600-69b06df63ca1 req-4ae3cd23-c68a-4801-9d1c-5008f6e4d3c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:20.352879 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42b46394-b4c5-4e5c-b600-69b06df63ca1 req-4ae3cd23-c68a-4801-9d1c-5008f6e4d3c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Aug 24 22:12:20.388525 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42b46394-b4c5-4e5c-b600-69b06df63ca1 req-70e848d2-57e3-4e8a-bb5d-93c37ff607bc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0297937 Aug 24 22:12:20.756432 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:12:21.341500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296ce8f-66ff-4a24-ad19-03adca804849 req-51880089-2e7f-45d3-96bf-a0fa96ba1b0a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:21.343556 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d296ce8f-66ff-4a24-ad19-03adca804849 req-51880089-2e7f-45d3-96bf-a0fa96ba1b0a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Aug 24 22:12:21.378830 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d296ce8f-66ff-4a24-ad19-03adca804849 req-156a0f13-49cd-46fb-9203-eddba99fd0f8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295541 Aug 24 22:12:21.511221 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9bca1-1375-464e-8c6e-d4d470990218 req-4a3a398c-25f0-49a2-9adf-d7cab8e227c9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:21.512707 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a1d9bca1-1375-464e-8c6e-d4d470990218 req-4a3a398c-25f0-49a2-9adf-d7cab8e227c9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Aug 24 22:12:21.549098 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a1d9bca1-1375-464e-8c6e-d4d470990218 req-9c6a7e38-f927-4628-8a2e-208345866ee7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298038 Aug 24 22:12:22.489452 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249262-c850-4d20-b9b2-15bb09347de9 req-95904e43-7fa7-442f-94a8-9c5dbf4e6860 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:22.490795 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79249262-c850-4d20-b9b2-15bb09347de9 req-95904e43-7fa7-442f-94a8-9c5dbf4e6860 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0460649 Aug 24 22:12:22.534259 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79249262-c850-4d20-b9b2-15bb09347de9 req-7ae52370-62fd-45f9-98b8-813e3d647e56 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Aug 24 22:12:22.669515 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0576a-fc9f-4523-a9c3-63f71bfe9235 req-293c4eb0-d628-4dce-b462-4afcb559fe8b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:22.671473 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a3b0576a-fc9f-4523-a9c3-63f71bfe9235 req-293c4eb0-d628-4dce-b462-4afcb559fe8b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Aug 24 22:12:22.709059 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a3b0576a-fc9f-4523-a9c3-63f71bfe9235 req-e6173768-1f17-4f56-8753-9b5ccb477cdd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316572 Aug 24 22:12:23.643721 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38204b9a-7d0e-4d6c-80fa-94263f7d2426 req-8cfb39eb-13e7-4385-8f2c-7783f93f46b3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:23.645177 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-38204b9a-7d0e-4d6c-80fa-94263f7d2426 req-8cfb39eb-13e7-4385-8f2c-7783f93f46b3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0464160 Aug 24 22:12:23.684345 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-38204b9a-7d0e-4d6c-80fa-94263f7d2426 req-b21bc99d-fa11-43cc-a9ee-215033ed370d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Aug 24 22:12:23.824045 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3f777-acbf-4d65-b4e6-bc03282c7596 req-99efa044-f17f-4d79-8b63-243f0b03d322 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:23.825426 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fcc3f777-acbf-4d65-b4e6-bc03282c7596 req-99efa044-f17f-4d79-8b63-243f0b03d322 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0467391 Aug 24 22:12:23.863907 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fcc3f777-acbf-4d65-b4e6-bc03282c7596 req-7d3e2f45-7157-44d6-b639-5688ab19682d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322101 Aug 24 22:12:24.803011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b754dd8-61de-4c9c-b933-0c3ad9ce2810 req-1bda4188-90de-4197-b707-d530412d592e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:24.804708 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b754dd8-61de-4c9c-b933-0c3ad9ce2810 req-1bda4188-90de-4197-b707-d530412d592e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Aug 24 22:12:24.844912 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b754dd8-61de-4c9c-b933-0c3ad9ce2810 req-4782db57-5c01-4e51-9867-8648ab686e2e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Aug 24 22:12:24.983075 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325ccff-9a58-4cd4-ad59-ec470c4962d8 req-2cfc1c9c-cfa0-4626-aec9-b5cc273ac8f6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:24.985105 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3325ccff-9a58-4cd4-ad59-ec470c4962d8 req-2cfc1c9c-cfa0-4626-aec9-b5cc273ac8f6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 24 22:12:25.024695 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3325ccff-9a58-4cd4-ad59-ec470c4962d8 req-106ec18d-d613-4c57-84ab-2cbde626bd1c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335968 Aug 24 22:12:25.613084 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57488) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:25.726013 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:25.812239 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:25.910469 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:25.944382 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0cdfca32c264669ae201b11e2eacf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301573 Aug 24 22:12:25.946297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5251d6-54f1-40c1-ad74-3f0c79212445,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:25.947032 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 57498) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:25.953357 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.953714 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.954058 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.954393 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.954725 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.955059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.955398 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.955722 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.956047 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.956412 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.956736 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.957059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f364174-444c-42ce-b5b1-7271f6544bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:25.986896 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91f876-535b-4d64-be67-1eecb3ab31f3 req-9877d03d-c98b-4098-b6af-ffe571c8873d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:25.988412 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c91f876-535b-4d64-be67-1eecb3ab31f3 req-9877d03d-c98b-4098-b6af-ffe571c8873d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0757923 Aug 24 22:12:26.046395 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c91f876-535b-4d64-be67-1eecb3ab31f3 req-07d6ef95-65e0-4ca5-b3e9-4e3313e5c0a3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493820 Aug 24 22:12:26.052401 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:26.082179 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:26.161608 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535680d-d492-4b41-9e2a-5d037c782246 req-9a8490b1-8b1d-4d2e-8014-5b0a1be0880e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:26.163071 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f535680d-d492-4b41-9e2a-5d037c782246 req-9a8490b1-8b1d-4d2e-8014-5b0a1be0880e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0636890 Aug 24 22:12:26.207319 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f535680d-d492-4b41-9e2a-5d037c782246 req-b6ec8199-d16b-4c15-9bb9-b116c121ee1d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372775 Aug 24 22:12:26.298483 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:26.301044 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:26.302138 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f5251d6-54f1-40c1-ad74-3f0c79212445 HTTP/1.1" status: 204 len: 168 time: 0.3541911 Aug 24 22:12:26.309954 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5251d6-54f1-40c1-ad74-3f0c79212445,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:26.316791 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.317136 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.317468 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.317789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.318109 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.318432 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.318750 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.319065 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.319485 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.319767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.320023 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.320358 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26e0dd-2543-4c87-8ee9-d100c45ee318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:26.506950 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126228e-8de0-4054-83f4-5256ab079977 req-ab2bb23d-59c1-4bc8-a1c1-943e43a13de6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:26.508547 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4126228e-8de0-4054-83f4-5256ab079977 req-ab2bb23d-59c1-4bc8-a1c1-943e43a13de6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0671704 Aug 24 22:12:26.549716 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4126228e-8de0-4054-83f4-5256ab079977 req-947aa6a9-9c00-4593-8a6f-3883b1e38cfc tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Aug 24 22:12:26.574530 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-ce3fce5e-a024-40d7-9150-18f57824f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:26.576193 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-ce3fce5e-a024-40d7-9150-18f57824f2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0477540 Aug 24 22:12:26.688434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-f97edd5e-4f7d-4a68-96b0-27bff5bc8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:26.690056 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-f97edd5e-4f7d-4a68-96b0-27bff5bc8253 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.0934224 Aug 24 22:12:26.745743 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-2b844d20-e30d-4be7-b7d8-a8e992e64156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0450060 Aug 24 22:12:26.803110 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-c1f4c20d-3677-4d8a-91a0-577b4954b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:26.804642 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-c1f4c20d-3677-4d8a-91a0-577b4954b29e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0516191 Aug 24 22:12:26.847201 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-220f26e2-dd48-4abd-8b90-97a1be64a790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248203 Aug 24 22:12:26.943191 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-a0807aa5-ca2a-4388-9df7-abbad3d00c3c service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881257 Aug 24 22:12:27.041607 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7ac9640c-186d-48fe-a57d-7a8823b73c78 req-c612e85a-44ed-41ee-9ef2-b765a4e02fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834715 Aug 24 22:12:27.334146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57548) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:27.335142 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefab2e-825a-4370-9584-3e7a6caaab76 req-578675e9-e514-4672-8eed-f287e2290073 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:27.336682 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bfefab2e-825a-4370-9584-3e7a6caaab76 req-578675e9-e514-4672-8eed-f287e2290073 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Aug 24 22:12:27.375749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bfefab2e-825a-4370-9584-3e7a6caaab76 req-5667848f-7820-4848-9f9f-afa86cd599c0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329206 Aug 24 22:12:27.450890 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dedc-d252-4ec1-90bc-b04e5612df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.536066 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dedc-d252-4ec1-90bc-b04e5612df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.624444 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dedc-d252-4ec1-90bc-b04e5612df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.666042 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4dedc-d252-4ec1-90bc-b04e5612df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef14a0d-e735-4ce7-9a47-bd41c2211f45,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:27.671506 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f2e4dedc-d252-4ec1-90bc-b04e5612df4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10dee04d0f634d28b46a208b7535f663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363373 Aug 24 22:12:27.672785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad478c4-9f33-43a8-b1a4-20e7e74077f5 req-ffa84144-69f8-4f7d-b3b7-3e09c32e5b3b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:27.674295 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57568) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:27.682420 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ad478c4-9f33-43a8-b1a4-20e7e74077f5 req-ffa84144-69f8-4f7d-b3b7-3e09c32e5b3b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0630617 Aug 24 22:12:27.716934 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ad478c4-9f33-43a8-b1a4-20e7e74077f5 req-48aacdd6-4ca6-452d-b9e8-7c9f76e47c4a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Aug 24 22:12:27.727704 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.750040 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.898912 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.901520 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:27.902660 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ef14a0d-e735-4ce7-9a47-bd41c2211f45 HTTP/1.1" status: 204 len: 168 time: 0.2274573 Aug 24 22:12:27.910612 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38f854-e2d4-4c7f-8345-4e488a47dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef14a0d-e735-4ce7-9a47-bd41c2211f45,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:28.109668 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.265783 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57582) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:28.366946 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc21f8a0-b98f-4bcc-93c6-af150a2f77fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.453773 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc21f8a0-b98f-4bcc-93c6-af150a2f77fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.502857 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e2f6-5f1b-4425-aa35-a88f27f75df5 req-46badc4e-6034-4770-b74f-83ad7f6b3b4b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:28.504494 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a443e2f6-5f1b-4425-aa35-a88f27f75df5 req-46badc4e-6034-4770-b74f-83ad7f6b3b4b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Aug 24 22:12:28.521190 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bc21f8a0-b98f-4bcc-93c6-af150a2f77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.541827 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a443e2f6-5f1b-4425-aa35-a88f27f75df5 req-f376762b-2ce4-4a46-afa0-8a74af63ceee tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314209 Aug 24 22:12:28.567626 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-bc21f8a0-b98f-4bcc-93c6-af150a2f77fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9b883b5e49742ccafb09d9f5f3927b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986393 Aug 24 22:12:28.568318 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57596) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:28.574257 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21f8a0-b98f-4bcc-93c6-af150a2f77fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28aab0-7ee1-4096-8281-01c9a443fd0c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:28.618957 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.639551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.784499 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.787086 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:28.791092 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a28aab0-7ee1-4096-8281-01c9a443fd0c HTTP/1.1" status: 204 len: 168 time: 0.2189574 Aug 24 22:12:28.798426 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25b889-ade0-4ac1-8aa0-3bc2b74cd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28aab0-7ee1-4096-8281-01c9a443fd0c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:28.830346 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036489-5754-4165-a0a1-257f622e8a0f req-babfe09c-082e-417c-b157-355018aadd7f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:28.831823 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91036489-5754-4165-a0a1-257f622e8a0f req-babfe09c-082e-417c-b157-355018aadd7f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0492146 Aug 24 22:12:28.869397 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91036489-5754-4165-a0a1-257f622e8a0f req-3fecc490-09a7-4982-aa91-caeb8e39cf5c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 24 22:12:28.970912 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 57614) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:29.167765 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937235744-network', 'tenant_id': '8d1277668036468cb52ef7aef1dcd903'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:29.258534 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Made reservation on behalf of 8d1277668036468cb52ef7aef1dcd903 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:12:29.260707 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.269898 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.357281 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.428965 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.453931 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:12:29.463800 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50e7f4-5e91-4819-ba4b-a95e20d84706,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:29.468882 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.469234 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Added segment 3d854fae-3cd6-4cac-8b64-fc9b78d5cef6 of type vlan for network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 Aug 24 22:12:29.512069 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.589822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.590805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:29.591388 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:29.649966 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] Pushing event updated for resources: {'Network': ['ID=37ad6cb4-e618-4342-b8ed-dce06f1c10d9,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:29.660824 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:12:29.664452 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989be58-b021-48d7-90cb-df594e17f099 req-548b6ead-46d4-41c7-aa53-f3deb94fa844 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:29.666007 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9989be58-b021-48d7-90cb-df594e17f099 req-548b6ead-46d4-41c7-aa53-f3deb94fa844 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Aug 24 22:12:29.705924 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9989be58-b021-48d7-90cb-df594e17f099 req-52414d60-2334-42ae-b53d-e591cf05a61c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335982 Aug 24 22:12:29.713877 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-cb9b1368-9ff9-41b0-93b7-5baa692e391f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7389491 Aug 24 22:12:29.714516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 57642) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:29.720229 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Request body: {'subnet': {'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937235744-subnet', 'tenant_id': '8d1277668036468cb52ef7aef1dcd903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:29.813315 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Made reservation on behalf of 8d1277668036468cb52ef7aef1dcd903 for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:12:29.815729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282790'] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:30.184108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fc30f-31f9-4d39-bb89-2204629a6573 req-81e07850-b6bf-4380-8171-aaa9171f81af tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.184108 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-508fc30f-31f9-4d39-bb89-2204629a6573 req-81e07850-b6bf-4380-8171-aaa9171f81af tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0781331 Aug 24 22:12:30.199653 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-65fdbaf0-76eb-48f9-b875-d39cc737d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.201264 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-65fdbaf0-76eb-48f9-b875-d39cc737d5e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0449433 Aug 24 22:12:30.230014 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-508fc30f-31f9-4d39-bb89-2204629a6573 req-0c3becc3-b4e6-4c36-8728-8c45bd11d26e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727777 Aug 24 22:12:30.343173 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-1c2379f7-da69-4022-86ba-6f72313bf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.345726 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-1c2379f7-da69-4022-86ba-6f72313bf3ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.0992000 Aug 24 22:12:30.398945 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-28e4d9b9-ffa5-4535-a738-ad48fe2f513e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0353115 Aug 24 22:12:30.441891 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9280517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282836'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:30.458659 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-62694ff6-4d57-4f27-a2af-c6f84b8c4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.460143 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-62694ff6-4d57-4f27-a2af-c6f84b8c4644 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0451906 Aug 24 22:12:30.495954 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-6cc6cf32-9175-450c-8f8d-8dfb93ebfd6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282722 Aug 24 22:12:30.499173 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f321a9-c425-4c16-8e32-7cd2bbfb3da6,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:30.504161 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Checking segment: {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:12:30.504512 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Network hostable DHCP agents. Network: 37ad6cb4-e618-4342-b8ed-dce06f1c10d9, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:12:30.589390 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-1b4e4b76-8a2e-4256-8634-72f192ef305f service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818515 Aug 24 22:12:30.606625 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:12:30.682444 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d65ac9d2-8c93-42bc-8df2-ee202e135543 req-1697a27f-7c4a-4ac2-a724-8a378b17e0d6 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853386 Aug 24 22:12:30.698425 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 37ad6cb4-e618-4342-b8ed-dce06f1c10d9) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:12:30.703376 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.704031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:30.708618 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d121d6-0ae9-45fe-a698-94281246d57e None None] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:12:30.786032 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2d63beb6-be4e-4498-b8a7-664746d48fe6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0707421 Aug 24 22:12:30.854611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa055c-82f2-4188-88ca-ffedb543a324 None None] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:12:30.886643 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c217b-0668-4963-89f8-5924c1783f31 req-b5699ae6-5758-4668-873f-8834f8312d22 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:30.895299 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bf0c217b-0668-4963-89f8-5924c1783f31 req-b5699ae6-5758-4668-873f-8834f8312d22 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0614598 Aug 24 22:12:30.948027 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bf0c217b-0668-4963-89f8-5924c1783f31 req-e2283c33-9d1e-4cb3-bc55-e84f57211bc6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512147 Aug 24 22:12:31.343228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77a02-faeb-45b3-bb33-3dd08a813282 req-d1f3ec45-d9ee-4215-863e-a534b24441aa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:31.345023 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5be77a02-faeb-45b3-bb33-3dd08a813282 req-d1f3ec45-d9ee-4215-863e-a534b24441aa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0468371 Aug 24 22:12:31.383557 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5be77a02-faeb-45b3-bb33-3dd08a813282 req-87f1109d-a74a-40ff-9eb4-2b06efcf049e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Aug 24 22:12:32.090129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92798-062a-4877-843e-3c31e416810b req-c6e5dd9e-5919-4130-821c-286985757fc6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:32.091606 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dcf92798-062a-4877-843e-3c31e416810b req-c6e5dd9e-5919-4130-821c-286985757fc6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0476811 Aug 24 22:12:32.129939 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dcf92798-062a-4877-843e-3c31e416810b req-b0bf9c73-0842-4196-905d-e0fb6029c804 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319715 Aug 24 22:12:32.495254 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eafcf-d1e3-4bfa-92e1-9ae5d9a0b6d2 req-9b196509-8a90-4ed3-b02e-fa6e6ab20cc1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:32.501454 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-456eafcf-d1e3-4bfa-92e1-9ae5d9a0b6d2 req-9b196509-8a90-4ed3-b02e-fa6e6ab20cc1 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0471056 Aug 24 22:12:32.542127 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-456eafcf-d1e3-4bfa-92e1-9ae5d9a0b6d2 req-fc10a21b-54c3-43eb-9dde-d8a5273bea5b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361879 Aug 24 22:12:33.044956 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-e25c6675-63df-4ddc-9cda-e353bfba02df tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:33.052180 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-e25c6675-63df-4ddc-9cda-e353bfba02df tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/networks?id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 200 len: 814 time: 0.1108556 Aug 24 22:12:33.087742 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-e8410de7-f73e-42db-82b6-ccd4fda18ac5 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/quotas/8d1277668036468cb52ef7aef1dcd903 HTTP/1.1" status: 200 len: 375 time: 0.0328681 Aug 24 22:12:33.127352 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-dbf7aed2-a5c4-4d68-9ce7-93348e9d37d2 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319817 Aug 24 22:12:33.135196 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618095d-7c03-4cbb-b34b-330bbda7ea5b req-1851283d-43c6-4bf0-90fa-06a5a76df049 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:33.136778 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3618095d-7c03-4cbb-b34b-330bbda7ea5b req-1851283d-43c6-4bf0-90fa-06a5a76df049 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0836732 Aug 24 22:12:33.223740 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3618095d-7c03-4cbb-b34b-330bbda7ea5b req-ac88ca65-ba89-4662-b3ac-6f74f51d7a16 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777459 Aug 24 22:12:33.248600 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-1b638363-628d-4ba1-a5c3-06d92ed9e45e service neutron] 10.222.0.20 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104183 Aug 24 22:12:33.377807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63c45e-1e70-4307-9c60-45d45fff5caf req-41128fc0-4dd5-443e-a3a5-7f26177458fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:33.379191 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c63c45e-1e70-4307-9c60-45d45fff5caf req-41128fc0-4dd5-443e-a3a5-7f26177458fe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0726657 Aug 24 22:12:33.381028 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-e76f9e29-fdc7-4648-9c69-40e55f520c3e service neutron] 10.222.0.20 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256356 Aug 24 22:12:33.417506 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c63c45e-1e70-4307-9c60-45d45fff5caf req-91a7a913-b806-4f50-8ec2-4178104dab08 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322816 Aug 24 22:12:33.678451 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-eb537833-6fb2-4251-8c49-fdb1597ba952 req-df3d459f-7335-4582-89ab-b4c85e205d4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0501397 Aug 24 22:12:33.706387 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbeaf6-c3b5-406c-b076-b984d1af4d1d req-2296cc92-3ab7-4fa5-b58d-316fbdac4a37 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:33.707880 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fecbeaf6-c3b5-406c-b076-b984d1af4d1d req-2296cc92-3ab7-4fa5-b58d-316fbdac4a37 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0783439 Aug 24 22:12:33.751706 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fecbeaf6-c3b5-406c-b076-b984d1af4d1d req-d076da9c-744f-4bc0-b8c5-1fbdf05f2ba8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Aug 24 22:12:34.343793 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db0154-e2f8-4929-81f3-754c30e03d81 req-cbfe014d-ff5e-4afb-be49-27f86e2c94d0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:34.345320 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-03db0154-e2f8-4929-81f3-754c30e03d81 req-cbfe014d-ff5e-4afb-be49-27f86e2c94d0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0502527 Aug 24 22:12:34.388012 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-03db0154-e2f8-4929-81f3-754c30e03d81 req-aa938e9b-3b64-4846-9060-888413e0a5ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360107 Aug 24 22:12:34.536553 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd90c7-1e28-49bf-9eeb-2e574ccc84f8 req-a40552ba-c7dd-4fc2-905b-605cb4ca9248 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:34.538007 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91dd90c7-1e28-49bf-9eeb-2e574ccc84f8 req-a40552ba-c7dd-4fc2-905b-605cb4ca9248 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0486274 Aug 24 22:12:34.575966 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91dd90c7-1e28-49bf-9eeb-2e574ccc84f8 req-102cdc97-3ca7-441f-af72-35e5a6d28a44 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320601 Aug 24 22:12:34.772259 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-340e9f82-e7a0-4682-a6d8-f70272e70690 req-11a2e242-9d23-45cf-b68e-2fae4e0cc783 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Aug 24 22:12:35.504228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b1583-3f91-410e-ad95-61981947c4a2 req-bf973317-7c77-4248-8b64-262a27a6e389 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:35.505581 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-971b1583-3f91-410e-ad95-61981947c4a2 req-bf973317-7c77-4248-8b64-262a27a6e389 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0474384 Aug 24 22:12:35.541313 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-971b1583-3f91-410e-ad95-61981947c4a2 req-e442c8d2-4bb4-4725-a4df-c7f7bdeb2e91 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299027 Aug 24 22:12:35.693189 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da026d3-afd8-429e-a72e-8678e02bd826 req-9254ae73-0d07-4701-95ce-2a1188ba6519 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:35.694767 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3da026d3-afd8-429e-a72e-8678e02bd826 req-9254ae73-0d07-4701-95ce-2a1188ba6519 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0479016 Aug 24 22:12:35.731095 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3da026d3-afd8-429e-a72e-8678e02bd826 req-1ca7e794-3246-42b4-904e-dc33e8708367 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305598 Aug 24 22:12:35.862591 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9fe0944-7aa9-4613-a226-379b6ba09f5a req-bdc3d8a4-c5d2-4e47-87d4-aff9dfbcc1f5 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Aug 24 22:12:36.658113 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eb91f-0300-4278-b1b6-a5a20a64f425 req-32efd478-0b5d-466a-9e6c-b6918f43b709 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:36.659551 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-444eb91f-0300-4278-b1b6-a5a20a64f425 req-32efd478-0b5d-466a-9e6c-b6918f43b709 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0495462 Aug 24 22:12:36.696728 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-444eb91f-0300-4278-b1b6-a5a20a64f425 req-7dd7dbf3-14e9-4eb0-8208-24788f4d06c5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 24 22:12:36.847177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340372e-f5ce-4bdb-a09e-3f4ede990443 req-68ca3ce0-166f-41c6-a432-892b1924e0d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:36.848524 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e340372e-f5ce-4bdb-a09e-3f4ede990443 req-68ca3ce0-166f-41c6-a432-892b1924e0d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0470355 Aug 24 22:12:36.895852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e340372e-f5ce-4bdb-a09e-3f4ede990443 req-f035f6e8-e143-4ee2-99a7-e2fcb6c9dc4a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414178 Aug 24 22:12:36.957940 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0e01bb1-f8b9-4aab-b91f-5e14c42fe756 req-38faef9b-c870-49b1-a7fe-02d729a37a74 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0306780 Aug 24 22:12:37.819004 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eada3a-60e6-408c-80dd-1de48b34618f req-4828ee56-674a-4c23-845d-667449d026e4 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:37.820291 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9eada3a-60e6-408c-80dd-1de48b34618f req-4828ee56-674a-4c23-845d-667449d026e4 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0545027 Aug 24 22:12:37.856966 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9eada3a-60e6-408c-80dd-1de48b34618f req-5313974b-5c46-4d71-9c34-b4586abb6425 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Aug 24 22:12:38.021474 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baefe9-50b8-4fb6-ab47-7260a5e2b4a8 req-466b6070-41bf-4514-8348-8b2160cda289 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:38.024027 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-89baefe9-50b8-4fb6-ab47-7260a5e2b4a8 req-466b6070-41bf-4514-8348-8b2160cda289 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0521114 Aug 24 22:12:38.064660 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d2aab042-b59d-4ccb-9881-fff9f216c1d5 req-b7b97ccd-2a33-4c73-8c4d-a7dc8a07210d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Aug 24 22:12:38.088909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-89baefe9-50b8-4fb6-ab47-7260a5e2b4a8 req-43f886dc-ecff-4632-8523-64fd2fac0f40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532978 Aug 24 22:12:38.979687 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb709-1e20-402e-bffd-cf56fac2f354 req-95584645-fdc5-493f-80f1-bf8d6ee47a03 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:38.981170 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cf2fb709-1e20-402e-bffd-cf56fac2f354 req-95584645-fdc5-493f-80f1-bf8d6ee47a03 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0512333 Aug 24 22:12:39.021767 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cf2fb709-1e20-402e-bffd-cf56fac2f354 req-7435d966-1d9c-440d-a6e5-438cc539df56 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Aug 24 22:12:39.158712 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e27a420d-f563-496e-8293-155cafb54dca req-105bde89-ebe6-4c74-9747-162f646f562f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0256317 Aug 24 22:12:39.216985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937cf6a-a9ba-40c7-a02a-508fe856b27a req-67e94df4-6e25-4b29-ba6a-2d25fade8959 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:39.218557 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a937cf6a-a9ba-40c7-a02a-508fe856b27a req-67e94df4-6e25-4b29-ba6a-2d25fade8959 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Aug 24 22:12:39.256129 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a937cf6a-a9ba-40c7-a02a-508fe856b27a req-a8f27781-b9bc-4e99-9ba2-61b905863025 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317578 Aug 24 22:12:40.135121 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917c016-6002-48d3-8a53-b3c516a0143e req-8b67fe0f-7ebe-4bd9-b21f-d21a6d9256e0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:40.136597 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8917c016-6002-48d3-8a53-b3c516a0143e req-8b67fe0f-7ebe-4bd9-b21f-d21a6d9256e0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0482202 Aug 24 22:12:40.177365 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8917c016-6002-48d3-8a53-b3c516a0143e req-426daf76-3ceb-4859-942b-fc463b7b625c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Aug 24 22:12:40.248423 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db336587-2427-41df-a4bc-2c8d112552e1 req-3199d76d-3f6d-4f33-b7b8-1255c5f5a78b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0245752 Aug 24 22:12:40.376160 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421f350-54b6-4fec-a0b5-93517e71e254 req-5fb05eb4-9da1-4a28-a6fe-8e10960fe56e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:40.377602 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6421f350-54b6-4fec-a0b5-93517e71e254 req-5fb05eb4-9da1-4a28-a6fe-8e10960fe56e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0473506 Aug 24 22:12:40.413942 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6421f350-54b6-4fec-a0b5-93517e71e254 req-e9fe4317-173d-49f7-a85e-aaf4b35294c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304890 Aug 24 22:12:41.067308 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-b497b9e2-0bbe-4227-81c5-062dbbacd30e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:41.068747 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-b497b9e2-0bbe-4227-81c5-062dbbacd30e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "GET /v2.0/networks?id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 200 len: 814 time: 0.1118491 Aug 24 22:12:41.107174 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Request body: {'port': {'device_id': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9', 'admin_state_up': True, 'tenant_id': '8d1277668036468cb52ef7aef1dcd903'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:41.299672 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7e1b-d90b-4934-9235-5fd04a8af503 req-caa138bb-6792-41f6-aee1-ea8247970594 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:41.302320 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8fc7e1b-d90b-4934-9235-5fd04a8af503 req-caa138bb-6792-41f6-aee1-ea8247970594 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0524309 Aug 24 22:12:41.309679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Made reservation on behalf of 8d1277668036468cb52ef7aef1dcd903 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:12:41.313807 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:41.371619 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7f224dba-88f8-432d-b5cb-21b81ab2c138 req-485b69a9-b06a-4c7d-8a7f-9fd6f71f4019 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0459435 Aug 24 22:12:41.395209 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8fc7e1b-d90b-4934-9235-5fd04a8af503 req-a7b83e7d-882d-484e-824c-77bc4f1ef77b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868561 Aug 24 22:12:41.451799 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Allocated IP 172.20.0.8 (37ad6cb4-e618-4342-b8ed-dce06f1c10d9/26f321a9-c425-4c16-8e32-7cd2bbfb3da6/918e6ecc-d650-47d4-a43e-b060d7e0d9cb) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:12:41.553223 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2f23e-3cbc-4049-9127-f1cd34c11883 req-c605caf5-b5e8-4df3-bcea-9f754f01169a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:41.555389 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-59f2f23e-3cbc-4049-9127-f1cd34c11883 req-c605caf5-b5e8-4df3-bcea-9f754f01169a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0546515 Aug 24 22:12:41.601828 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-59f2f23e-3cbc-4049-9127-f1cd34c11883 req-91735107-1491-43d7-ba66-2491be44f6f6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367522 Aug 24 22:12:41.606117 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:41.739214 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:41.785293 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:12:41.788536 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:12:41.792562 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:12:41.799820 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Pushing event updated for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:41.854147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:41.854489 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:41.863491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294bb9e-d41e-4c5f-b5bc-0caee5d3b922 req-79b8ecfe-995e-4105-accc-12eca79871a0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:41.865051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d294bb9e-d41e-4c5f-b5bc-0caee5d3b922 req-79b8ecfe-995e-4105-accc-12eca79871a0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0542195 Aug 24 22:12:41.905437 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d294bb9e-d41e-4c5f-b5bc-0caee5d3b922 req-38bdda8a-7ef8-4e5c-becf-484c307bb384 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Aug 24 22:12:41.945033 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-9257df1c-d71c-43b0-b1e2-d3d4a78d99f8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422294 Aug 24 22:12:41.964885 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Request body: {'port': {'device_id': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:42.024760 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.296818 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918e6ecc-d650-47d4-a43e-b060d7e0d9cb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:12:42.304604 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.316903 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Transition to ACTIVE for port object 918e6ecc-d650-47d4-a43e-b060d7e0d9cb will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:12:42.401778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.475234 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Pushing event updated for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:42.511603 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5024ff-b333-47c3-8f4b-8b8ef8c6ba03 req-5c3f3d21-bbd6-4e0b-baec-b0408a252a74 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:42.511603 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f5024ff-b333-47c3-8f4b-8b8ef8c6ba03 req-5c3f3d21-bbd6-4e0b-baec-b0408a252a74 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0522335 Aug 24 22:12:42.532048 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Attempting to bind port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:12:42.532461 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Attempting to bind port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:12:42.532795 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Attempting to bind port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:12:42.546523 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:12:42.546523 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Attempting to bind port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:12:42.553417 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:12:42.553824 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Checking segment: {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:12:42.554273 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Bound using segment: {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:12:42.554774 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Bound port: 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:12:42.555202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.558582 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f5024ff-b333-47c3-8f4b-8b8ef8c6ba03 req-14ce94ee-e1ee-4b21-8207-9b8095e59cda tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Aug 24 22:12:42.626181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:12:42.629287 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:12:42.675835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a3c26-0b10-4d52-9a22-127b8bbd7a1b req-f20a6c02-359b-440d-a1a3-8219bb0f046b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:42.675835 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-323a3c26-0b10-4d52-9a22-127b8bbd7a1b req-f20a6c02-359b-440d-a1a3-8219bb0f046b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0484688 Aug 24 22:12:42.711342 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-323a3c26-0b10-4d52-9a22-127b8bbd7a1b req-5c35afeb-eb79-4962-905f-57ac10864648 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Aug 24 22:12:42.815150 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597416ec-5492-47b7-902c-c0209b03ca2c req-342b7161-77ed-430b-9e70-0e950e033a8e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:42.816553 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-597416ec-5492-47b7-902c-c0209b03ca2c req-342b7161-77ed-430b-9e70-0e950e033a8e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0476556 Aug 24 22:12:42.819123 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.855539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:42.856279 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.857582 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] 10.222.0.26 "PUT /v2.0/ports/918e6ecc-d650-47d4-a43e-b060d7e0d9cb HTTP/1.1" status: 200 len: 1093 time: 0.8972652 Aug 24 22:12:42.858545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:12:42.859813 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-597416ec-5492-47b7-902c-c0209b03ca2c req-79b55399-05e0-4971-b037-432ce8a4d38e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366306 Aug 24 22:12:42.860853 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b794331f-d784-4a06-9353-598d3fb598eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:12:42.881205 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-27df4ac0-798d-4249-aba4-9884efaac9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:42.888344 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dcf9b-5c5d-4809-9886-9a4eb197003d service neutron] Pushing event updated for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:42.911031 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a0056a-dab8-482d-807a-6f56a5a8cfea x-openstack-request-id: req-c6a0056a-dab8-482d-807a-6f56a5a8cfea {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:12:42.911317 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:12:42.911563 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6a0056a-dab8-482d-807a-6f56a5a8cfea {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:12:42.911948 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb', 'status': 'completed', 'code': 200} Aug 24 22:12:43.002908 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794331f-d784-4a06-9353-598d3fb598eb req-50e35cc2-13b9-4190-af09-cef2f768f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.004498 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b794331f-d784-4a06-9353-598d3fb598eb req-50e35cc2-13b9-4190-af09-cef2f768f21c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0406613 Aug 24 22:12:43.134801 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794331f-d784-4a06-9353-598d3fb598eb req-6a4b9d6e-d5da-44ec-be0a-7ce723f7a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.136599 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b794331f-d784-4a06-9353-598d3fb598eb req-6a4b9d6e-d5da-44ec-be0a-7ce723f7a02a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d1277668036468cb52ef7aef1dcd903&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077790 Aug 24 22:12:43.244416 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794331f-d784-4a06-9353-598d3fb598eb req-e6836a1c-e558-4d02-917a-ec6920f3f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.246104 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b794331f-d784-4a06-9353-598d3fb598eb req-e6836a1c-e558-4d02-917a-ec6920f3f9dd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012321 Aug 24 22:12:43.362953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-958a96ee-a8ef-4fd4-aac8-02d44e0b8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.364636 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-958a96ee-a8ef-4fd4-aac8-02d44e0b8ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0419445 Aug 24 22:12:43.443843 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-c0229539-8af5-4d4a-865c-20ffab215f75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb HTTP/1.1" status: 200 len: 217 time: 0.0384002 Aug 24 22:12:43.500529 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-3d20ec8a-0bfd-44fd-bb9a-12e8a99e8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.501911 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-3d20ec8a-0bfd-44fd-bb9a-12e8a99e8a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26f321a9-c425-4c16-8e32-7cd2bbfb3da6 HTTP/1.1" status: 200 len: 854 time: 0.0424323 Aug 24 22:12:43.535931 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-3f57d606-032c-45cd-a384-a441d426eab5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251267 Aug 24 22:12:43.637136 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-10e8f855-36e7-4c46-9080-87cb30872be6 service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921597 Aug 24 22:12:43.688292 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47332a8-1cbb-4156-bd84-97bd8be4a730 req-b875e45b-1ca2-4016-8999-b489fdfc4016 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.689749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e47332a8-1cbb-4156-bd84-97bd8be4a730 req-b875e45b-1ca2-4016-8999-b489fdfc4016 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0511656 Aug 24 22:12:43.730838 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e47332a8-1cbb-4156-bd84-97bd8be4a730 req-e4fbae86-6750-4b00-990e-26e1358ed414 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Aug 24 22:12:43.760249 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e0b4eb66-d673-4f19-b641-790fc23cc8d0 req-90af00b4-92b6-4e24-935b-f52624476e58 service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952983 Aug 24 22:12:43.836230 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01cd38-ada8-4464-831f-7e55d3dbc0e0 req-ece1c1e5-03f0-4fde-b3ac-c2feef47722c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.838107 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d01cd38-ada8-4464-831f-7e55d3dbc0e0 req-ece1c1e5-03f0-4fde-b3ac-c2feef47722c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0505726 Aug 24 22:12:43.874588 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d01cd38-ada8-4464-831f-7e55d3dbc0e0 req-7d195c3a-7612-4078-bb56-a3fe855d6ec9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299015 Aug 24 22:12:43.976710 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b45b61-3a2e-4bfd-92b7-aaa0b0019e8c req-3afbfa09-0ae4-4c2f-a11e-84bee6168023 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:43.978120 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5b45b61-3a2e-4bfd-92b7-aaa0b0019e8c req-3afbfa09-0ae4-4c2f-a11e-84bee6168023 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Aug 24 22:12:44.015218 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5b45b61-3a2e-4bfd-92b7-aaa0b0019e8c req-5e2043a2-7798-4f18-8cac-4c603698da38 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311553 Aug 24 22:12:44.872284 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ed30c-58e2-4c44-a9c5-4a49f516c742 req-48491b16-437f-47a9-b9b7-18f043b32491 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:44.873762 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-834ed30c-58e2-4c44-a9c5-4a49f516c742 req-48491b16-437f-47a9-b9b7-18f043b32491 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0526118 Aug 24 22:12:44.915480 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-834ed30c-58e2-4c44-a9c5-4a49f516c742 req-e1f9d09e-bd73-4ece-8210-a0f76d520bca tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357132 Aug 24 22:12:44.994578 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40239672-0f52-4ff1-a935-09c6575ca658 req-45a08fa4-2dee-421d-a5d1-9ac3863be5ee tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:44.996716 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-40239672-0f52-4ff1-a935-09c6575ca658 req-45a08fa4-2dee-421d-a5d1-9ac3863be5ee tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0519471 Aug 24 22:12:45.038397 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-40239672-0f52-4ff1-a935-09c6575ca658 req-7dd5addc-aef0-42f0-854a-5000bf4daf26 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348394 Aug 24 22:12:45.142881 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874c80-d3dc-49f3-ac49-1bed9c877f9b req-9e4f2336-284f-439b-bd29-0e90bc11c8f3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:45.144337 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c874c80-d3dc-49f3-ac49-1bed9c877f9b req-9e4f2336-284f-439b-bd29-0e90bc11c8f3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Aug 24 22:12:45.184235 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c874c80-d3dc-49f3-ac49-1bed9c877f9b req-15c419e6-ff08-4288-bf94-968f4709516d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331814 Aug 24 22:12:45.548931 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf4dd-2ee6-460d-9d90-f500c25008fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:45.835572 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:46.037923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a518f25-2665-4ac6-8f34-377fdf6916f3 req-54178f0c-b9df-44a3-ae4d-befd7379af04 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:46.039435 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a518f25-2665-4ac6-8f34-377fdf6916f3 req-54178f0c-b9df-44a3-ae4d-befd7379af04 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0583432 Aug 24 22:12:46.079742 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a518f25-2665-4ac6-8f34-377fdf6916f3 req-116ac0d8-ef08-4e91-ade8-6c0ee9eefa7c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Aug 24 22:12:46.154582 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73478524-e2ad-40f9-954e-38a7b5da11a9 req-75e6f237-9910-40b0-a21a-963d2be6dc75 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:46.156662 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73478524-e2ad-40f9-954e-38a7b5da11a9 req-75e6f237-9910-40b0-a21a-963d2be6dc75 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0474010 Aug 24 22:12:46.193612 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73478524-e2ad-40f9-954e-38a7b5da11a9 req-67c0f165-124c-410d-9a33-a3062ea60f13 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 24 22:12:46.302204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b402a-3153-45d6-8c33-25243fb235a9 req-4ece09cb-48e1-44ec-90b1-4462b2f16477 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:46.303744 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b6b402a-3153-45d6-8c33-25243fb235a9 req-4ece09cb-48e1-44ec-90b1-4462b2f16477 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Aug 24 22:12:46.341326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b6b402a-3153-45d6-8c33-25243fb235a9 req-eec954f5-c69d-4a3d-a688-04a7805f857d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315392 Aug 24 22:12:46.692888 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:47.197384 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b789b-6361-4eb2-afe3-5db8b350ee2d req-bd7a0be4-e87f-4a37-b947-d6856d6583da tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:47.198812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-867b789b-6361-4eb2-afe3-5db8b350ee2d req-bd7a0be4-e87f-4a37-b947-d6856d6583da tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0529389 Aug 24 22:12:47.236048 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-867b789b-6361-4eb2-afe3-5db8b350ee2d req-ddc7b1a4-53b4-4883-bc3e-2d1ca5e05b05 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 24 22:12:47.306839 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd546-a190-4014-8764-e07872890310 req-6e051ac9-dff3-4532-bb5e-fc07f6e88919 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:47.308341 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fbfbd546-a190-4014-8764-e07872890310 req-6e051ac9-dff3-4532-bb5e-fc07f6e88919 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0480874 Aug 24 22:12:47.346761 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fbfbd546-a190-4014-8764-e07872890310 req-a9f17ada-51bf-4981-8fd2-e1fdbbe36960 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Aug 24 22:12:47.473191 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f443b1-4f39-4903-8834-ce8c5f6a8f27 req-ce794ff6-7eab-40e0-9cfe-590861cb0fb4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:47.474991 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9f443b1-4f39-4903-8834-ce8c5f6a8f27 req-ce794ff6-7eab-40e0-9cfe-590861cb0fb4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0599122 Aug 24 22:12:47.518979 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9f443b1-4f39-4903-8834-ce8c5f6a8f27 req-f7ca2bd7-0254-4474-b570-6292a9180b0c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375466 Aug 24 22:12:47.904094 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:48.359387 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceab9c-7ee2-45d9-9a62-da78ad1a62da req-cf465892-c910-4204-b4c4-6c8afe27da1c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:48.361229 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8bceab9c-7ee2-45d9-9a62-da78ad1a62da req-cf465892-c910-4204-b4c4-6c8afe27da1c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 943 time: 0.0538528 Aug 24 22:12:48.406099 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8bceab9c-7ee2-45d9-9a62-da78ad1a62da req-9d2285ca-2a0e-42bd-9104-3e346737bafd tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Aug 24 22:12:48.466335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233cfed-683a-4555-a48b-29e395ce7d0e req-64b3bbaa-6d26-4cba-9460-9395ef9a9542 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:48.468484 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d233cfed-683a-4555-a48b-29e395ce7d0e req-64b3bbaa-6d26-4cba-9460-9395ef9a9542 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Aug 24 22:12:48.506618 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d233cfed-683a-4555-a48b-29e395ce7d0e req-bfc167ec-480d-442c-81c6-1440599689d1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Aug 24 22:12:48.639085 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b698d-a942-41f3-8d47-fb6334f8115c req-6418e585-abe1-4419-8f86-b7d32786d5f2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:48.640546 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b39b698d-a942-41f3-8d47-fb6334f8115c req-6418e585-abe1-4419-8f86-b7d32786d5f2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0468292 Aug 24 22:12:48.677990 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b39b698d-a942-41f3-8d47-fb6334f8115c req-1e01ef55-52d6-4cb8-b8a0-bddac557185d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315459 Aug 24 22:12:48.722787 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 918e6ecc-d650-47d4-a43e-b060d7e0d9cb details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:12:48.829703 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:48.840310 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb', 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9', 'port_id': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb', 'mac_address': 'fa:16:3e:cd:42:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f321a9-c425-4c16-8e32-7cd2bbfb3da6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:12:48.880744 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:48.893638 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918e6ecc-d650-47d4-a43e-b060d7e0d9cb {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:12:48.913551 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:49.013314 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:49.014543 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:12:49.127414 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:49.160725 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:49.163948 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.164327 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.164665 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.165008 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.165339 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.165684 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.166020 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.166345 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.166675 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.166998 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.167319 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.167638 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:12:49.180253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:12:49.355552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:49.355775 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:12:49.376145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:49.487139 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:49.533621 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f471df-c457-4ed7-a287-468b77a40084 req-194a2ba2-012f-4397-ab03-664ca6431acf tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:49.533621 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0f471df-c457-4ed7-a287-468b77a40084 req-194a2ba2-012f-4397-ab03-664ca6431acf tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 944 time: 0.0599966 Aug 24 22:12:49.566323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=6']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:49.596408 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0f471df-c457-4ed7-a287-468b77a40084 req-54fb2241-7c83-42c1-a6eb-59f1b2c08430 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Aug 24 22:12:49.651317 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499f6b-52bf-4ebd-a4d5-c55667f3084c req-e489d83c-2f4b-4e90-9906-43e60741f6e3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:49.653535 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-01499f6b-52bf-4ebd-a4d5-c55667f3084c req-e489d83c-2f4b-4e90-9906-43e60741f6e3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0557532 Aug 24 22:12:49.698436 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-01499f6b-52bf-4ebd-a4d5-c55667f3084c req-51003755-a5d2-4d6e-8774-be91a2685564 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Aug 24 22:12:49.751206 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58072) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:49.813743 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58078) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:49.824659 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c52e-1a48-4cc3-9dee-04a7743dc481 req-4c0b27d4-1657-430e-ae2d-55df6c25c59a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:49.826255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-25c0c52e-1a48-4cc3-9dee-04a7743dc481 req-4c0b27d4-1657-430e-ae2d-55df6c25c59a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0647359 Aug 24 22:12:49.835333 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['bbd3b165-dd99-4a48-8a7b-611ef19820b0'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:12:49.873364 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-25c0c52e-1a48-4cc3-9dee-04a7743dc481 req-5df61ef7-f511-49f8-b053-12c0bfdf3445 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399041 Aug 24 22:12:49.947491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba85712d-6a04-4468-b16f-ba10fc68f7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:49.965382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-66da2fb8-65eb-43c3-b3da-f744e9c50218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:49.989718 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['918e6ecc-d650-47d4-a43e-b060d7e0d9cb'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:12:50.047723 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba85712d-6a04-4468-b16f-ba10fc68f7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.150077 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ba85712d-6a04-4468-b16f-ba10fc68f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.192537 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ba85712d-6a04-4468-b16f-ba10fc68f7f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85e3016d94e34bf1879d0b460ebc9654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368021 Aug 24 22:12:50.192537 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85712d-6a04-4468-b16f-ba10fc68f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2969b-5d49-495e-b9c1-9bb64a50f47a,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:50.192930 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58082) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:50.232020 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-66da2fb8-65eb-43c3-b3da-f744e9c50218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.243779 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.264608 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.298316 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-66da2fb8-65eb-43c3-b3da-f744e9c50218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.336828 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-66da2fb8-65eb-43c3-b3da-f744e9c50218 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ccaa5b9f06f437ab649a2798ca50dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220556 Aug 24 22:12:50.337657 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da2fb8-65eb-43c3-b3da-f744e9c50218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f83f3c-2c72-4e4d-bd16-ed00a9603030,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:50.340094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58084) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:50.383807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.386454 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.387717 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13a2969b-5d49-495e-b9c1-9bb64a50f47a HTTP/1.1" status: 204 len: 168 time: 0.1940925 Aug 24 22:12:50.393378 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.395824 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07e8b6-4d90-4bcb-8c44-7d903a3d3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2969b-5d49-495e-b9c1-9bb64a50f47a,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:50.424526 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.588416 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.590991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.592780 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5f83f3c-2c72-4e4d-bd16-ed00a9603030 HTTP/1.1" status: 204 len: 168 time: 0.2511430 Aug 24 22:12:50.601222 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d0728-00b3-4e2e-8e90-d145a5ff8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f83f3c-2c72-4e4d-bd16-ed00a9603030,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:50.715731 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f8cd-c138-417f-b27a-8434f8c47ec0 req-1bfe48bf-57cf-4fba-b56a-df873a9f8c85 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:50.717816 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cd29f8cd-c138-417f-b27a-8434f8c47ec0 req-1bfe48bf-57cf-4fba-b56a-df873a9f8c85 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 944 time: 0.0513880 Aug 24 22:12:50.756660 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:12:50.790785 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cd29f8cd-c138-417f-b27a-8434f8c47ec0 req-c2eb48c8-00cc-413e-b7e2-7abea09c519f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609376 Aug 24 22:12:50.849978 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:12:50.851002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:50.870358 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75511d-a1b2-4523-9c0d-988071483d7c req-01d78af4-528b-4ea0-a097-0716b39eeae0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:50.870358 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-df75511d-a1b2-4523-9c0d-988071483d7c req-01d78af4-528b-4ea0-a097-0716b39eeae0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0678570 Aug 24 22:12:50.935461 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-df75511d-a1b2-4523-9c0d-988071483d7c req-e8ace6c3-f2a6-4c8a-a2a0-2547623122d2 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593963 Aug 24 22:12:50.985093 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:51.012672 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:12:51.015158 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df043e-4fd8-42fd-9521-ff29dc0fb7a2" -d '{"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:12:51.028477 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef939a2-f03f-4655-9bc9-53e9fcc17804 req-c3403bcb-bfd6-4327-93f6-e98d33486cfe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:51.030817 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ef939a2-f03f-4655-9bc9-53e9fcc17804 req-c3403bcb-bfd6-4327-93f6-e98d33486cfe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0612674 Aug 24 22:12:51.034192 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:51.063984 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fefb9a-817a-4497-bbf3-57c243d77acd x-openstack-request-id: req-33fefb9a-817a-4497-bbf3-57c243d77acd {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:12:51.064366 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:12:51.064692 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33fefb9a-817a-4497-bbf3-57c243d77acd {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:12:51.065151 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'code': 200} Aug 24 22:12:51.078448 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ef939a2-f03f-4655-9bc9-53e9fcc17804 req-7e2aab74-0b50-4998-b2a4-1405b7d21bc1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367489 Aug 24 22:12:51.133846 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:51.197022 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=7']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:51.840441 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58176) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:51.912569 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27624cf3-2bcb-4ecf-b46b-7c31ea67e4b8 req-d91d6ebd-c090-40bd-8f9f-953f02be3e1d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:51.914095 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27624cf3-2bcb-4ecf-b46b-7c31ea67e4b8 req-d91d6ebd-c090-40bd-8f9f-953f02be3e1d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 944 time: 0.0570526 Aug 24 22:12:51.983735 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27624cf3-2bcb-4ecf-b46b-7c31ea67e4b8 req-19b8c419-c2ae-44cd-84a2-e164b8473b3e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Aug 24 22:12:52.012235 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1645636059-network', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:52.111217 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ef16f-0918-4d24-b820-9634663c5089 req-0fe9fc24-f5c7-408c-b9a8-de970d88210e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:52.115633 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-884ef16f-0918-4d24-b820-9634663c5089 req-0fe9fc24-f5c7-408c-b9a8-de970d88210e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0603023 Aug 24 22:12:52.165600 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-884ef16f-0918-4d24-b820-9634663c5089 req-fad5ac8e-f4ce-4afa-b76b-4836c0e3d5ac tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Aug 24 22:12:52.218868 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Made reservation on behalf of 2f119ee85efd4f60882ad6046d33822f for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:12:52.222802 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.249780 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.262696 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32d566-5b6b-4204-af0d-f90f8ef8c4b3 req-a8aab105-6fa1-43d9-8789-2e25dc72a10b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:52.278701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f32d566-5b6b-4204-af0d-f90f8ef8c4b3 req-a8aab105-6fa1-43d9-8789-2e25dc72a10b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1103256 Aug 24 22:12:52.334199 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f32d566-5b6b-4204-af0d-f90f8ef8c4b3 req-2e588275-6ccc-4353-8aed-8948bd798e13 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512884 Aug 24 22:12:52.392827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.510680 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.550222 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:12:52.560673 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c424251-80fe-4746-8345-bd5217b937f3,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:52.567108 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.567665 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Added segment 8dd4fc27-470c-4c4e-9bac-2a88178979e1 of type vlan for network 37403031-71e3-4a75-bdc3-e7f6afed8997 Aug 24 22:12:52.642430 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.771089 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 918e6ecc-d650-47d4-a43e-b060d7e0d9cb up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:12:52.958706 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58198) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:52.976786 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:52.981042 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:52.984885 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.017391 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:12:53.028508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:12:53.028508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.126069 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2804809 Aug 24 22:12:53.129691 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58206) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:53.137035 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Request body: {'subnet': {'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1645636059-subnet', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:53.147158 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf4a12-ca6e-4db1-9816-377b8b58f8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=37403031-71e3-4a75-bdc3-e7f6afed8997,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:53.173630 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:12:53.183486 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4403b24-65dc-406f-805c-a1dd0a6e1c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.193739 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86a366-2346-436c-a134-474f359cee70 req-3eb73f29-a518-452e-83aa-3d018458c794 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:53.198134 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f86a366-2346-436c-a134-474f359cee70 req-3eb73f29-a518-452e-83aa-3d018458c794 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 944 time: 0.0998769 Aug 24 22:12:53.243090 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.253096 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f86a366-2346-436c-a134-474f359cee70 req-ae41bcc7-0576-4c21-93be-629bbed62fd6 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Aug 24 22:12:53.268481 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Made reservation on behalf of 2f119ee85efd4f60882ad6046d33822f for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:12:53.273087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.338927 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe13fd-5bd8-42b3-bc1f-dbbe005da1d2 req-43ca3fbc-75f8-4fb2-9a42-067cbdd20244 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:53.362070 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ebe13fd-5bd8-42b3-bc1f-dbbe005da1d2 req-43ca3fbc-75f8-4fb2-9a42-067cbdd20244 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0963812 Aug 24 22:12:53.377640 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:12:53.383881 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d4845-271a-4a95-80e7-f9d4de717418" -d '{"events": [{"server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "name": "network-vif-plugged", "status": "completed", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:12:53.420919 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:53.478810 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ebe13fd-5bd8-42b3-bc1f-dbbe005da1d2 req-412879f1-9178-465c-900c-6c27cddd7010 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157520 Aug 24 22:12:53.531898 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4403b24-65dc-406f-805c-a1dd0a6e1c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.539191 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc24e7b0-41f0-400f-b74f-558539570022 x-openstack-request-id: req-bc24e7b0-41f0-400f-b74f-558539570022 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:12:53.539700 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "name": "network-vif-plugged", "status": "completed", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:12:53.540043 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc24e7b0-41f0-400f-b74f-558539570022 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:12:53.540549 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb', 'code': 200} Aug 24 22:12:53.548805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddaa75-b4c3-4dc6-94d5-ed27e05f3d53 req-527639a6-5526-4dd6-b435-1435ce84671b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:53.556701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e6ddaa75-b4c3-4dc6-94d5-ed27e05f3d53 req-527639a6-5526-4dd6-b435-1435ce84671b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1094983 Aug 24 22:12:53.573087 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.603145 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e6ddaa75-b4c3-4dc6-94d5-ed27e05f3d53 req-3bace188-7935-4790-90a1-58c299497d18 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447035 Aug 24 22:12:53.605597 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4403b24-65dc-406f-805c-a1dd0a6e1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.650711 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:53.661325 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b4403b24-65dc-406f-805c-a1dd0a6e1c6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fa49315fc0e4c8bad0fbe716a135eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990385 Aug 24 22:12:53.662175 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58214) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:53.686688 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4403b24-65dc-406f-805c-a1dd0a6e1c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40378b7a-2bf2-4a46-a71a-3bdb42266764,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:53.721516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.749427 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.783041 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:53.878265 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a0261d-97fa-43c3-8873-4a17c8adb396,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:53.893191 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:12:53.893579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Network hostable DHCP agents. Network: 37403031-71e3-4a75-bdc3-e7f6afed8997, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:12:54.036470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.040911 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97825b-16c0-4045-882f-e356be242f28 req-1e9c1628-9522-4db6-ac7e-cb860f7a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:54.046134 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1a97825b-16c0-4045-882f-e356be242f28 req-1e9c1628-9522-4db6-ac7e-cb860f7a49e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 1098 time: 0.0450373 Aug 24 22:12:54.046280 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.046280 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40378b7a-2bf2-4a46-a71a-3bdb42266764 HTTP/1.1" status: 204 len: 168 time: 0.3802962 Aug 24 22:12:54.057055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38424c-ed04-4506-b3f3-718cdd0891e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40378b7a-2bf2-4a46-a71a-3bdb42266764,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:54.094399 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:12:54.143409 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1a97825b-16c0-4045-882f-e356be242f28 req-6df62282-1bfe-46db-b2d6-3a1bc8260c59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841002 Aug 24 22:12:54.220986 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 37403031-71e3-4a75-bdc3-e7f6afed8997) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:12:54.225658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:54.226245 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.234455 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eaffa9-8ccb-4fea-a4ec-93a83cecf8fa None None] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:12:54.350813 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-80656b1a-775e-437a-a44b-ef2fe3b3732d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2200229 Aug 24 22:12:54.354487 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58230) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:54.358311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:12:54.425212 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46335509-7fd4-422c-8c6c-e9a16096240d req-e6948823-49f9-419d-a000-7f41ab3c288a tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:54.426837 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-46335509-7fd4-422c-8c6c-e9a16096240d req-e6948823-49f9-419d-a000-7f41ab3c288a tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0979400 Aug 24 22:12:54.457073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-37403031-71e3-4a75-bdc3-e7f6afed8997', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:12:54.458123 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.458778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.459939 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.520946 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-46335509-7fd4-422c-8c6c-e9a16096240d req-8063d255-d55b-43df-abf7-e1a31332ead7 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831208 Aug 24 22:12:54.708234 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2022d6-a303-474b-be5e-f9c4fd99105b req-6fd9c3f8-cdcb-47c2-9f4b-868f32193c26 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:54.719958 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d2022d6-a303-474b-be5e-f9c4fd99105b req-6fd9c3f8-cdcb-47c2-9f4b-868f32193c26 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1231267 Aug 24 22:12:54.790092 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d2022d6-a303-474b-be5e-f9c4fd99105b req-ccddca6a-6feb-4c0c-baf2-bade65ff2ca8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688334 Aug 24 22:12:54.869117 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:54.878703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d3a0-03be-4864-a68a-cd73ff7b68a3 req-a89b936a-612c-4417-9f06-c42f488e9f1c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:54.880391 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d51d3a0-03be-4864-a68a-cd73ff7b68a3 req-a89b936a-612c-4417-9f06-c42f488e9f1c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0892830 Aug 24 22:12:54.924853 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Allocated IP 172.20.0.2 (37403031-71e3-4a75-bdc3-e7f6afed8997/58a0261d-97fa-43c3-8873-4a17c8adb396/a5e1f8db-d0aa-4a87-b457-f69828264830) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:12:54.939631 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d51d3a0-03be-4864-a68a-cd73ff7b68a3 req-c9024045-1762-455c-9eea-ceaefd6d8022 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508435 Aug 24 22:12:55.156052 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.199087 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.217427 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Transition to ACTIVE for port object a5e1f8db-d0aa-4a87-b457-f69828264830 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:12:55.235711 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Transition to ACTIVE for port object a5e1f8db-d0aa-4a87-b457-f69828264830 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:12:55.319971 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58252) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:55.339024 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2971321-1f93-4500-9a11-a667e447684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.345448 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.419444 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:12:55.436605 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:12:55.441425 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:12:55.500948 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Pushing event updated for resources: {'Port': ['ID=a5e1f8db-d0aa-4a87-b457-f69828264830,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:55.548421 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Attempting to bind port a5e1f8db-d0aa-4a87-b457-f69828264830 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:12:55.548886 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Attempting to bind port a5e1f8db-d0aa-4a87-b457-f69828264830 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:12:55.549358 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Attempting to bind port a5e1f8db-d0aa-4a87-b457-f69828264830 on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:12:55.554851 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:12:55.555317 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:12:55.555785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.556394 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Bound using segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:12:55.556944 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Bound port: a5e1f8db-d0aa-4a87-b457-f69828264830, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:12:55.557380 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.647182 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] For port a5e1f8db-d0aa-4a87-b457-f69828264830, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:12:55.658224 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] For port a5e1f8db-d0aa-4a87-b457-f69828264830, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=a5e1f8db-d0aa-4a87-b457-f69828264830,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:12:55.695399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f325c47-0e73-47c1-85a6-2d9cfa198321 req-82d86100-82d2-4f98-9852-7b6894b174d1 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:55.697115 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0f325c47-0e73-47c1-85a6-2d9cfa198321 req-82d86100-82d2-4f98-9852-7b6894b174d1 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0678170 Aug 24 22:12:55.712774 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.735468 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.737949 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.743883 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0f325c47-0e73-47c1-85a6-2d9cfa198321 req-7c15c5d9-6594-45cf-8cf6-c4249f5a8d74 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Aug 24 22:12:55.812056 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f03d-a7cc-414d-97d1-d449d020b6c1 None None] Pushing event updated for resources: {'Port': ['ID=a5e1f8db-d0aa-4a87-b457-f69828264830,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:55.827535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2971321-1f93-4500-9a11-a667e447684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.913477 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Allocated IP 172.27.2.191 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/fa38b061-d3dc-4aac-a3c0-ed9916e5d370) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:12:55.921885 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d2971321-1f93-4500-9a11-a667e447684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:55.992751 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2971321-1f93-4500-9a11-a667e447684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a24bb6-41b0-41db-8fb5-2ce0137bb9ea,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:56.003011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35111-5775-470d-8691-6c51908bec7c req-2e5b8206-ddcb-4112-b1a8-cde95e8f0bdc tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:56.011567 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ae35111-5775-470d-8691-6c51908bec7c req-2e5b8206-ddcb-4112-b1a8-cde95e8f0bdc tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1103489 Aug 24 22:12:56.061398 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d2971321-1f93-4500-9a11-a667e447684c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e979e637d933486fb21b2cff7df898f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400832 Aug 24 22:12:56.072577 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3ae35111-5775-470d-8691-6c51908bec7c req-f8bbab25-7c09-4980-a14c-1654e9d739e5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577090 Aug 24 22:12:56.073117 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58274) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:56.183167 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8260764-8869-4b6c-bd40-39fb5965f8c5 req-960b3ec1-8030-4ed9-be16-7a039fb4cdf9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:56.185734 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8260764-8869-4b6c-bd40-39fb5965f8c5 req-960b3ec1-8030-4ed9-be16-7a039fb4cdf9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0998821 Aug 24 22:12:56.188524 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.221716 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.258626 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.262949 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8260764-8869-4b6c-bd40-39fb5965f8c5 req-8fab93d1-5db6-4b21-86df-67f9b50442e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703080 Aug 24 22:12:56.538894 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.539154 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.541814 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:56.543009 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03a24bb6-41b0-41db-8fb5-2ce0137bb9ea HTTP/1.1" status: 204 len: 168 time: 0.4652221 Aug 24 22:12:56.569541 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5c1e5-8fcc-4ef5-8187-c253b0c07ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a24bb6-41b0-41db-8fb5-2ce0137bb9ea,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:56.588643 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:12:56.595357 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:12:56.600033 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:12:56.645466 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Pushing event updated for resources: {'Port': ['ID=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:56.926894 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaa4b-379c-4904-a5eb-96bd7ce4928a req-55b721ec-d1e1-4694-9e77-7685bf9375b0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:56.930154 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5dcaaa4b-379c-4904-a5eb-96bd7ce4928a req-55b721ec-d1e1-4694-9e77-7685bf9375b0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1064351 Aug 24 22:12:56.948954 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360ac33-789e-43d7-945f-83bea491ffa5 req-03afcbf0-0818-4e39-a68f-e4154a7d2b63 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:56.950819 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1360ac33-789e-43d7-945f-83bea491ffa5 req-03afcbf0-0818-4e39-a68f-e4154a7d2b63 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0954044 Aug 24 22:12:57.059841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-0979475d-fd44-4abb-b8e3-d6a52fa4c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:57.062656 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-0979475d-fd44-4abb-b8e3-d6a52fa4c252 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.0819497 Aug 24 22:12:57.080736 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1360ac33-789e-43d7-945f-83bea491ffa5 req-332198d8-8346-4290-beb6-1302195e9f42 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042087 Aug 24 22:12:57.099976 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5dcaaa4b-379c-4904-a5eb-96bd7ce4928a req-dfbbe5ae-318d-4e81-9062-894093cfde30 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324654 Aug 24 22:12:57.167495 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:57.249016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61509df7-b458-4b98-a80a-bb0a787ee281 None None] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:12:57.343315 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-decffefb-0532-4c37-a677-1f9697963ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:57.346056 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-decffefb-0532-4c37-a677-1f9697963ee9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.2734301 Aug 24 22:12:57.392333 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cee0a-2faf-4b1d-9c93-785412273715 req-0312b433-dc0a-4626-9db6-c71f36becf55 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:57.398602 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b06cee0a-2faf-4b1d-9c93-785412273715 req-0312b433-dc0a-4626-9db6-c71f36becf55 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1099772 Aug 24 22:12:57.414047 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-a84ec387-f246-46c3-9a9e-d2d1f2733747 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0515141 Aug 24 22:12:57.501612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-b308f252-6f3e-4747-b3a2-8dbc5d4b7f0f None None] Provisioning for port a5e1f8db-d0aa-4a87-b457-f69828264830 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:12:57.528385 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b06cee0a-2faf-4b1d-9c93-785412273715 req-389b6af6-8fb0-487e-a89a-6e02d49c7609 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288056 Aug 24 22:12:57.547779 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846f43-5fd0-477c-af5c-e8a6b05212ec req-c0cd7adc-f266-4be5-bfcc-1da56c670d19 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:57.550186 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09846f43-5fd0-477c-af5c-e8a6b05212ec req-c0cd7adc-f266-4be5-bfcc-1da56c670d19 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1687469 Aug 24 22:12:57.614936 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09846f43-5fd0-477c-af5c-e8a6b05212ec req-8c6dcf2b-5ec2-4e1b-bd67-c8d89544d05c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638638 Aug 24 22:12:57.630715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-0585a524-cbd6-466c-9dab-22baa5aae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:57.632383 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-0585a524-cbd6-466c-9dab-22baa5aae925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.2017217 Aug 24 22:12:57.714301 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-98259b23-d299-4005-bd49-4cf70edb0e42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651071 Aug 24 22:12:57.754352 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:57.755283 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:12:57.851997 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58350) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:57.856676 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device a5e1f8db-d0aa-4a87-b457-f69828264830 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:12:58.064539 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5823bbe8-62e1-4e64-86b0-9bfd4db0bebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.135602 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.185196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port a5e1f8db-d0aa-4a87-b457-f69828264830 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:12:58.185196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port a5e1f8db-d0aa-4a87-b457-f69828264830 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:12:58.185196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.193121 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-10a45b1b-4677-46d0-b4b9-7f9b5f8cfb96 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691262 Aug 24 22:12:58.315471 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-5554d05c-3e06-46b3-a414-36a25d15dc96 req-e9fed923-4fac-4623-af96-bdb9c536e161 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125765 Aug 24 22:12:58.326781 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73fb5c-bd0c-4b96-885d-8e6b130eeecb req-3c798b8e-21b4-43e6-9339-efbdc5ca8c06 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:58.328319 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a73fb5c-bd0c-4b96-885d-8e6b130eeecb req-3c798b8e-21b4-43e6-9339-efbdc5ca8c06 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0914111 Aug 24 22:12:58.339252 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.355001 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5823bbe8-62e1-4e64-86b0-9bfd4db0bebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.361052 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Router 4de62b97-1671-4ec6-939b-b978ad077336 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:12:58.389211 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port a5e1f8db-d0aa-4a87-b457-f69828264830, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=a5e1f8db-d0aa-4a87-b457-f69828264830,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:12:58.407983 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a73fb5c-bd0c-4b96-885d-8e6b130eeecb req-3ad9a8af-9464-4258-9a1c-ac6f9816f5c0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Aug 24 22:12:58.436317 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5823bbe8-62e1-4e64-86b0-9bfd4db0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.475630 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5823bbe8-62e1-4e64-86b0-9bfd4db0bebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d181f2dc2b74871afc567346b92f80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203446 Aug 24 22:12:58.478081 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58368) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:58.504066 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.558315 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823bbe8-62e1-4e64-86b0-9bfd4db0bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ccf08-ab40-435b-a07f-2d90ba99afcc,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:58.574090 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.627622 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.627811 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:12:58.639676 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:12:58.660884 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:12:58.665722 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:12:58.674705 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=a5e1f8db-d0aa-4a87-b457-f69828264830,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:58.715566 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:58.719442 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a29ac22f-3c73-4d03-aaa3-dcc29c963485 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3626306 Aug 24 22:12:58.720481 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58380) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:12:58.933523 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e0b29-2bc9-45ee-b767-9746f1b8677e req-0ef4e334-c0b6-43b2-ba6a-b5fcf313cb6e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:58.936794 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a26e0b29-2bc9-45ee-b767-9746f1b8677e req-0ef4e334-c0b6-43b2-ba6a-b5fcf313cb6e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.2457740 Aug 24 22:12:58.953640 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4fb6e-01f6-460b-abf8-03d016ea27cf req-2d10ef97-c290-47d0-af1d-454c8108786d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:58.964803 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0fd4fb6e-01f6-460b-abf8-03d016ea27cf req-2d10ef97-c290-47d0-af1d-454c8108786d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1682742 Aug 24 22:12:59.012723 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:12:59.293425 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:59.298006 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:59.302379 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b5ccf08-ab40-435b-a07f-2d90ba99afcc HTTP/1.1" status: 204 len: 168 time: 0.8200157 Aug 24 22:12:59.335986 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0fd4fb6e-01f6-460b-abf8-03d016ea27cf req-961af01c-eaa0-4ae3-95ef-01612350db4d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3699260 Aug 24 22:12:59.351845 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a26e0b29-2bc9-45ee-b767-9746f1b8677e req-5f81cbcc-75de-4351-802f-50bf6e26e837 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814371 Aug 24 22:12:59.352701 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b9fc-7355-43b4-a2c2-466c49093a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ccf08-ab40-435b-a07f-2d90ba99afcc,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:12:59.445207 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:12:56Z', 'revision_number': 3, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:12:59.528863 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:12:59.530323 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Updating router 4de62b97-1671-4ec6-939b-b978ad077336 port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:12:59.611789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962b2c-8ab1-4aab-be4d-2d3c37f87489 req-0851a081-f2a5-416b-b609-58d63bb8e560 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:12:59.619980 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-81962b2c-8ab1-4aab-be4d-2d3c37f87489 req-0851a081-f2a5-416b-b609-58d63bb8e560 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0814319 Aug 24 22:12:59.648854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:59.651170 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:12:59.677528 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-81962b2c-8ab1-4aab-be4d-2d3c37f87489 req-d209b28b-ac77-4684-bed7-1ed23f53a9fc tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Aug 24 22:12:59.840105 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device a5e1f8db-d0aa-4a87-b457-f69828264830 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:12:59.985570 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port a5e1f8db-d0aa-4a87-b457-f69828264830 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:12:59.986842 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.040474 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Allocated IP 172.20.0.1 (37403031-71e3-4a75-bdc3-e7f6afed8997/58a0261d-97fa-43c3-8873-4a17c8adb396/b58216a8-9525-4630-b0a0-9f20905b19d8) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:00.322874 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.386028 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Transition to ACTIVE for port object b58216a8-9525-4630-b0a0-9f20905b19d8 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:00.485973 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.498962 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Transition to ACTIVE for port object fa38b061-d3dc-4aac-a3c0-ed9916e5d370 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:00.567807 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.590531 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.677394 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Attempting to bind port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:00.677782 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Attempting to bind port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:00.678336 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Attempting to bind port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:00.694354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:00.694901 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:00.695279 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:00.695796 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.696140 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:00.696640 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Bound port: fa38b061-d3dc-4aac-a3c0-ed9916e5d370, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:00.697038 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.712827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:00.718253 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:00.735748 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ecfc-846f-49a7-ae56-e3b202923158 req-71811fa7-c344-4b7e-8d2b-bf5dcf2ca8cf tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:00.746895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7490ecfc-846f-49a7-ae56-e3b202923158 req-71811fa7-c344-4b7e-8d2b-bf5dcf2ca8cf tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1939757 Aug 24 22:13:00.779491 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] For port fa38b061-d3dc-4aac-a3c0-ed9916e5d370, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:00.784011 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] For port fa38b061-d3dc-4aac-a3c0-ed9916e5d370, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:00.795437 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Pushing event updated for resources: {'Port': ['ID=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:00.805099 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.805497 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.805843 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.806219 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.806599 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.807071 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.807398 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.807922 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.808772 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.808772 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.808989 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.809279 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:00.846087 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:00.892719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Pushing event updated for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:00.894310 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba38ca-2a0d-4315-b1f3-dca6f644ce0e req-9f9de55f-4b42-49c0-9681-ca5e84c69e77 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:00.904171 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-feba38ca-2a0d-4315-b1f3-dca6f644ce0e req-9f9de55f-4b42-49c0-9681-ca5e84c69e77 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.2917833 Aug 24 22:13:00.910656 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:01.060931 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:01.061938 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:01.066348 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650ba9-ec45-49eb-891b-fa9c3b2fc911 None None] Pushing event updated for resources: {'Port': ['ID=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:01.084767 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-feba38ca-2a0d-4315-b1f3-dca6f644ce0e req-e41efc5a-1590-447a-82ba-55216a08008b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743684 Aug 24 22:13:01.108350 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7490ecfc-846f-49a7-ae56-e3b202923158 req-c0dd9ca6-6ac7-49ed-b24a-cd12f98f8b8c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3249869 Aug 24 22:13:01.201481 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ff1edb5d-2813-479a-a249-32104040d16a None None] Provisioning for port b58216a8-9525-4630-b0a0-9f20905b19d8 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:01.208435 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ff1edb5d-2813-479a-a249-32104040d16a None None] Provisioning complete for port b58216a8-9525-4630-b0a0-9f20905b19d8 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:01.209190 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ff1edb5d-2813-479a-a249-32104040d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:01.269759 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0980-4d94-4b9e-87b2-0e5332005309 req-efee15df-982e-4434-bc0c-05b5c40d0dca tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:01.285594 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cddc0980-4d94-4b9e-87b2-0e5332005309 req-efee15df-982e-4434-bc0c-05b5c40d0dca tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1194508 Aug 24 22:13:01.304652 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-ff1edb5d-2813-479a-a249-32104040d16a None None] Port b58216a8-9525-4630-b0a0-9f20905b19d8 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:13:01.312165 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:01.321757 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:01.380687 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cddc0980-4d94-4b9e-87b2-0e5332005309 req-213fbb53-9223-4ac8-9e6b-ada052a56086 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938962 Aug 24 22:13:01.635262 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9442d0-9b49-4831-801b-9c7ea880a582 req-991910a6-c5fe-47f4-80e1-5baf173a9f95 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:01.650858 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd9442d0-9b49-4831-801b-9c7ea880a582 req-991910a6-c5fe-47f4-80e1-5baf173a9f95 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1707857 Aug 24 22:13:01.747837 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd9442d0-9b49-4831-801b-9c7ea880a582 req-71af287b-6b4b-4153-84b1-2df7cf08173d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942955 Aug 24 22:13:01.769768 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:12:56Z', 'revision_number': 3, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:01.834846 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d2d03-e5a9-4232-9453-dbf989e36be1 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:12:56Z', 'revision_number': 3, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:13:02.001768 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-f75fd8e1-e245-48f5-aac6-90015436e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.002822 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-f75fd8e1-e245-48f5-aac6-90015436e424 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1099 time: 0.0696676 Aug 24 22:13:02.266481 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-555c52e8-7ed8-4e24-905f-35ec116c1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.274275 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-555c52e8-7ed8-4e24-905f-35ec116c1fa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 911 time: 0.2598350 Aug 24 22:13:02.389779 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638e04e-ffd0-4c71-b490-54fb0e92f874 req-506488b4-e8e1-426f-b25d-03133f174a80 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.400666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c638e04e-ffd0-4c71-b490-54fb0e92f874 req-506488b4-e8e1-426f-b25d-03133f174a80 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1317046 Aug 24 22:13:02.451763 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-273790fb-1d94-468e-8d21-ad12410acebc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 1000 time: 0.1673472 Aug 24 22:13:02.456724 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:02.496804 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c638e04e-ffd0-4c71-b490-54fb0e92f874 req-cb52267f-f949-4d04-b31c-243047515d82 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951560 Aug 24 22:13:02.588593 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9fc42-400f-4a51-ade9-82167358a1ff req-07d77a8a-906b-4649-aa33-2096cc299eb5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.590719 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4f9fc42-400f-4a51-ade9-82167358a1ff req-07d77a8a-906b-4649-aa33-2096cc299eb5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1110444 Aug 24 22:13:02.597104 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:02.615337 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-aefc79f5-ec90-410c-bca4-c4d36a740546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.617236 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-aefc79f5-ec90-410c-bca4-c4d36a740546 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.1375785 Aug 24 22:13:02.694666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4f9fc42-400f-4a51-ade9-82167358a1ff req-d590fae8-35ce-40f1-99e5-bf68ca600429 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Aug 24 22:13:02.949984 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:02.949984 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Pushing event updated for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:02.970513 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752e66f-f353-4e37-8717-affd99ef4f85 req-02a66de0-cbd1-4b1e-9622-217b8846ca0c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:02.975312 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d752e66f-f353-4e37-8717-affd99ef4f85 req-02a66de0-cbd1-4b1e-9622-217b8846ca0c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0952921 Aug 24 22:13:03.036404 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-70c78fa6-ba1d-475c-8dcf-efc0c81ce009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:03.038143 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-70c78fa6-ba1d-475c-8dcf-efc0c81ce009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3011291 Aug 24 22:13:03.045776 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d752e66f-f353-4e37-8717-affd99ef4f85 req-e630032f-4af7-463b-bbf1-f0e1fd8e180e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628488 Aug 24 22:13:03.142738 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:03.146963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:03.237524 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-92d37b24-cfe3-49eb-a1f4-59365044f565 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886134 Aug 24 22:13:03.361932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:13:03.370483 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7c4c5558-cae6-4e26-b379-ccd52a2c77f9 req-a4e3cfdc-b661-4bb7-9517-18e97b03327c service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225913 Aug 24 22:13:03.460301 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-a6f57f45-c8e1-44d4-80eb-95db1c529216 None None] Provisioning complete for port b58216a8-9525-4630-b0a0-9f20905b19d8 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:03.461348 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a6f57f45-c8e1-44d4-80eb-95db1c529216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:03.496595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:13:03.503394 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1cfcbc1a-b62a-49c8-b428-fe225610c043 admin admin] 10.222.0.20 "PUT /v2.0/routers/4de62b97-1671-4ec6-939b-b978ad077336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7821198 Aug 24 22:13:03.509832 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-a6f57f45-c8e1-44d4-80eb-95db1c529216 None None] Port b58216a8-9525-4630-b0a0-9f20905b19d8 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:13:03.666662 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c033c1d-8dd7-41d7-b22a-815753e02972 req-3b23db4c-0068-4771-a96a-238d99dc3b72 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:03.668720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5c033c1d-8dd7-41d7-b22a-815753e02972 req-3b23db4c-0068-4771-a96a-238d99dc3b72 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0628426 Aug 24 22:13:03.747132 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5c033c1d-8dd7-41d7-b22a-815753e02972 req-5dd8f70d-db66-484a-90bc-535d1218abd0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0677891 Aug 24 22:13:03.812299 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa38b061-d3dc-4aac-a3c0-ed9916e5d370 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:03.870865 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5347e4-f634-443f-b5d8-e6122a9a6e59 req-0ce6aca1-2c43-4043-909d-71202da0e9b7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:03.872451 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b5347e4-f634-443f-b5d8-e6122a9a6e59 req-0ce6aca1-2c43-4043-909d-71202da0e9b7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0592008 Aug 24 22:13:03.918875 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b5347e4-f634-443f-b5d8-e6122a9a6e59 req-681f3854-e7ab-418b-8b07-dc295bc68c0b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Aug 24 22:13:03.971759 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:03.973145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:03.973614 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.084716 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.115848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port fa38b061-d3dc-4aac-a3c0-ed9916e5d370, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:04.191511 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.229181 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d7c3-07c4-4b77-8797-e8f9a6f9f11d req-539e087b-9a77-4f2d-825e-1a228ff5595a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:04.230833 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2b8d7c3-07c4-4b77-8797-e8f9a6f9f11d req-539e087b-9a77-4f2d-825e-1a228ff5595a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0834146 Aug 24 22:13:04.298671 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2b8d7c3-07c4-4b77-8797-e8f9a6f9f11d req-f4e05800-97a7-491a-a645-bbca5122596c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517309 Aug 24 22:13:04.307637 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:04.345064 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:13:04.364287 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:04.364941 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:04.523774 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58510) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:04.530807 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68957872-network', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:04.598797 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:04.612706 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Made reservation on behalf of bb380016e42c42f4a21149a7e535b06c for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:13:04.615081 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.624844 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.823129 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:04.933169 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 2, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:04.942807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9858e-0eef-445c-b369-cc06e796b40f req-4e500f44-2764-4cec-b122-c4087b38e7e6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:04.955835 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a4c9858e-0eef-445c-b369-cc06e796b40f req-4e500f44-2764-4cec-b122-c4087b38e7e6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0880105 Aug 24 22:13:04.962745 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:13:04.963248 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Updating router 4de62b97-1671-4ec6-939b-b978ad077336 port b58216a8-9525-4630-b0a0-9f20905b19d8 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:13:04.995940 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.008489 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.011142 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a4c9858e-0eef-445c-b369-cc06e796b40f req-ef50d59e-f2cf-4d73-a0d6-d073da51230b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477023 Aug 24 22:13:05.025594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:13:05.054547 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a8d76-53b2-4a3c-817f-6c7d0dac820c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:05.083300 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.083922 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Added segment e27eaf79-3570-479c-8e91-4a50d2510689 of type vlan for network 1b159166-258c-48f9-a928-6f00ae51807b Aug 24 22:13:05.164867 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.168519 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eaae8-067a-43cc-9441-39154d6606d8 req-813967d8-bb0f-4b8d-a36d-ab8f3ecc7efa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:05.171097 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e61eaae8-067a-43cc-9441-39154d6606d8 req-813967d8-bb0f-4b8d-a36d-ab8f3ecc7efa tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0603218 Aug 24 22:13:05.224440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e61eaae8-067a-43cc-9441-39154d6606d8 req-5f9437a9-bbe0-44bd-8245-636682ea8fca tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Aug 24 22:13:05.303199 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.304223 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:05.304824 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.432997 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] Pushing event updated for resources: {'Network': ['ID=1b159166-258c-48f9-a928-6f00ae51807b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:05.459301 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-268a6223-d7fd-4cab-b6ee-81e28d7bc185 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9342401 Aug 24 22:13:05.462319 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58536) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:05.468804 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Request body: {'subnet': {'network_id': '1b159166-258c-48f9-a928-6f00ae51807b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68957872-subnet', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:05.496288 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 1b159166-258c-48f9-a928-6f00ae51807b details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:13:05.534601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98063d07-67b1-4a77-8812-5b5bc3250336 req-12ced2d5-801f-4d2a-a84a-788e3b18e303 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:05.536342 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-98063d07-67b1-4a77-8812-5b5bc3250336 req-12ced2d5-801f-4d2a-a84a-788e3b18e303 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1609695 Aug 24 22:13:05.592768 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-98063d07-67b1-4a77-8812-5b5bc3250336 req-3abc5689-988d-4759-b7ff-f1bf6b1440c9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472939 Aug 24 22:13:05.693005 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Made reservation on behalf of bb380016e42c42f4a21149a7e535b06c for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:13:05.695449 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.719262 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.735702 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa38b061-d3dc-4aac-a3c0-ed9916e5d370 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:05.739862 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Transition to ACTIVE for port object b58216a8-9525-4630-b0a0-9f20905b19d8 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:05.807170 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:05.807857 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.887477 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:05.963236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315172-b159-4a61-b7dc-8a70335a124e None None] Pushing event updated for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:05.973765 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.065723 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Attempting to bind port b58216a8-9525-4630-b0a0-9f20905b19d8 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:06.076497 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Attempting to bind port b58216a8-9525-4630-b0a0-9f20905b19d8 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:06.077194 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Attempting to bind port b58216a8-9525-4630-b0a0-9f20905b19d8 on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:06.090329 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:06.090871 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:06.093236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.093758 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Bound using segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:06.096194 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Bound port: b58216a8-9525-4630-b0a0-9f20905b19d8, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:06.097108 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.103507 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f106a2f-d308-4cfa-84e6-151d45a3176a,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:06.112570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Checking segment: {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:06.112570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Network hostable DHCP agents. Network: 1b159166-258c-48f9-a928-6f00ae51807b, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:13:06.193035 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d978-6f38-47f7-9d97-fb5e93a2d3f5 req-786b5de2-7e88-449a-b771-ee0eb76df0f5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:06.200687 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f36d978-6f38-47f7-9d97-fb5e93a2d3f5 req-786b5de2-7e88-449a-b771-ee0eb76df0f5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0702970 Aug 24 22:13:06.210143 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] For port b58216a8-9525-4630-b0a0-9f20905b19d8, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:06.214789 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] For port b58216a8-9525-4630-b0a0-9f20905b19d8, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=b58216a8-9525-4630-b0a0-9f20905b19d8,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:06.224996 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Network 1b159166-258c-48f9-a928-6f00ae51807b is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:13:06.273078 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5f36d978-6f38-47f7-9d97-fb5e93a2d3f5 req-fced6d2e-45e0-443d-a4dd-19f96670824b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706134 Aug 24 22:13:06.316783 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 1b159166-258c-48f9-a928-6f00ae51807b) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:06.317979 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.325350 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:06.326671 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.338303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d8d54-0d17-4638-b19d-ee8f5c8a1310 None None] Network 1b159166-258c-48f9-a928-6f00ae51807b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:13:06.452776 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58544) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:06.454668 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e28329ee-643b-46cb-ba44-c44a6429ef8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9908965 Aug 24 22:13:06.465985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a583f6-f597-4490-8097-e96531084076 req-c085ca17-fb55-4fa4-9a8c-fddd1f428aa2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:06.474866 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-64a583f6-f597-4490-8097-e96531084076 req-c085ca17-fb55-4fa4-9a8c-fddd1f428aa2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1079028 Aug 24 22:13:06.477763 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:06.478425 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:06.487480 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:06.545689 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-64a583f6-f597-4490-8097-e96531084076 req-ad580d94-1218-4bee-8670-db4962e1cec2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665243 Aug 24 22:13:06.600165 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315172-b159-4a61-b7dc-8a70335a124e None None] Pushing event updated for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:06.641972 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.643903 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.732702 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.765820 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-1b159166-258c-48f9-a928-6f00ae51807b', 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'fixed_ips': [{'subnet_id': '0f106a2f-d308-4cfa-84e6-151d45a3176a'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:13:06.767036 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:06.916102 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:06.960966 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.054903 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Allocated IP 172.20.0.2 (1b159166-258c-48f9-a928-6f00ae51807b/0f106a2f-d308-4cfa-84e6-151d45a3176a/548fa24b-84fc-4d71-bad6-1956e6988004) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:07.325059 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:06Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:07.364957 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a07613-35ae-4e9a-9f5d-83c6ec41d6e4 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:06Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:13:07.366955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.383640 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Transition to ACTIVE for port object 548fa24b-84fc-4d71-bad6-1956e6988004 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:07.427499 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Transition to ACTIVE for port object 548fa24b-84fc-4d71-bad6-1956e6988004 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:07.523028 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.537855 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.564204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.634817 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Network 1b159166-258c-48f9-a928-6f00ae51807b is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:07.636197 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Pushing event updated for resources: {'Port': ['ID=548fa24b-84fc-4d71-bad6-1956e6988004,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:07.641926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:07.646471 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9413e-ba54-4d11-87fc-39208e832453 req-11446760-3d7a-4837-9501-0ad9b1df8b0c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:07.652061 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:07.669308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2bc9413e-ba54-4d11-87fc-39208e832453 req-11446760-3d7a-4837-9501-0ad9b1df8b0c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1763406 Aug 24 22:13:07.774535 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2bc9413e-ba54-4d11-87fc-39208e832453 req-39335288-f07b-4b5e-93ef-00e44b2fd635 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1026618 Aug 24 22:13:07.809775 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Attempting to bind port 548fa24b-84fc-4d71-bad6-1956e6988004 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:07.810232 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Attempting to bind port 548fa24b-84fc-4d71-bad6-1956e6988004 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:07.810368 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Attempting to bind port 548fa24b-84fc-4d71-bad6-1956e6988004 on network 1b159166-258c-48f9-a928-6f00ae51807b {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:07.816161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:07.816557 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Checking segment: {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:07.816983 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.817595 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Bound using segment: {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:07.818038 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Bound port: 548fa24b-84fc-4d71-bad6-1956e6988004, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:07.818525 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:07.843186 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device b58216a8-9525-4630-b0a0-9f20905b19d8 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:07.940186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Allocated IP 172.27.2.179 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/5635fa72-5293-481a-8a1a-d0b8f26f8511) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:08.005050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] For port 548fa24b-84fc-4d71-bad6-1956e6988004, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:08.009555 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] For port 548fa24b-84fc-4d71-bad6-1956e6988004, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=548fa24b-84fc-4d71-bad6-1956e6988004,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:08.046592 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e082f-a9ab-45b0-8523-a803ee4088c6 req-4017fad0-966e-4ed4-9ea7-85452fac4528 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:08.048306 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-340e082f-a9ab-45b0-8523-a803ee4088c6 req-4017fad0-966e-4ed4-9ea7-85452fac4528 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1274600 Aug 24 22:13:08.105725 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:08.173299 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-340e082f-a9ab-45b0-8523-a803ee4088c6 req-4e073d01-0e4e-42ab-be84-3946e2887d9b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870509 Aug 24 22:13:08.196699 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port b58216a8-9525-4630-b0a0-9f20905b19d8 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:08.212203 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port b58216a8-9525-4630-b0a0-9f20905b19d8 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:08.212203 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:08.218504 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:08.313433 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148f497-f9b5-4f8f-8beb-8da9f95f5f7b None None] Pushing event updated for resources: {'Port': ['ID=548fa24b-84fc-4d71-bad6-1956e6988004,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:08.412108 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:08.486642 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port b58216a8-9525-4630-b0a0-9f20905b19d8, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=b58216a8-9525-4630-b0a0-9f20905b19d8,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:08.917438 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27309f-ddb9-4819-ad89-5dc2e63e8fa9 req-9bdaba35-d0c5-4bc3-80b6-8fd7b636b26c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:08.918940 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc27309f-ddb9-4819-ad89-5dc2e63e8fa9 req-9bdaba35-d0c5-4bc3-80b6-8fd7b636b26c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0608749 Aug 24 22:13:08.956496 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:08.968825 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc27309f-ddb9-4819-ad89-5dc2e63e8fa9 req-edc4ace1-7036-48f4-a48a-865d4b30bca5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436192 Aug 24 22:13:08.996726 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:09.008837 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:09.009926 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:09.014177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:09.045363 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Pushing event updated for resources: {'Port': ['ID=5635fa72-5293-481a-8a1a-d0b8f26f8511,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:09.086752 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:09.437878 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8726-a6cb-4e7a-b318-c9770b8b2f36 req-66980541-b5f0-4751-b015-133badd6993b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:09.444704 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bff8726-a6cb-4e7a-b318-c9770b8b2f36 req-66980541-b5f0-4751-b015-133badd6993b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1678088 Aug 24 22:13:09.507481 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:09.511421 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bff8726-a6cb-4e7a-b318-c9770b8b2f36 req-4ed6b955-4ee7-421b-95b6-74ee622822d6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557704 Aug 24 22:13:09.612356 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975f342-6926-4073-8add-4eaa9c040330 None None] Network 1b159166-258c-48f9-a928-6f00ae51807b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:13:09.840600 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:09.869154 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-2715951b-c6b4-43d9-88af-f24001a3feb0 None None] Provisioning for port 548fa24b-84fc-4d71-bad6-1956e6988004 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:09.903581 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58590) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:09.970480 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 548fa24b-84fc-4d71-bad6-1956e6988004 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:10.131022 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e16-60f1-4f16-8252-154bfb112b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.172376 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1473-b0c7-43b3-a1b1-2422bdfa776e req-04baf615-f7a2-4b58-9c9b-70ec6f209cae tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:10.172376 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2df1473-b0c7-43b3-a1b1-2422bdfa776e req-04baf615-f7a2-4b58-9c9b-70ec6f209cae tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0706432 Aug 24 22:13:10.220682 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2df1473-b0c7-43b3-a1b1-2422bdfa776e req-bb262304-209b-4611-86b7-bdcb696b03e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455432 Aug 24 22:13:10.246139 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e16-60f1-4f16-8252-154bfb112b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.309876 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 548fa24b-84fc-4d71-bad6-1956e6988004 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:10.314394 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 548fa24b-84fc-4d71-bad6-1956e6988004 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:10.314768 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.384993 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Router 703a6712-6d9c-4e85-8462-48040209ae03 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:13:10.394952 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.436786 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 548fa24b-84fc-4d71-bad6-1956e6988004, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=548fa24b-84fc-4d71-bad6-1956e6988004,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:10.494765 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:13:10.507000 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Sync routers for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:13:10.513328 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d1b62e16-60f1-4f16-8252-154bfb112b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.516785 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:10.517478 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:10.557345 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d1b62e16-60f1-4f16-8252-154bfb112b16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a3a7bede454e5a89211dfa5d609a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518207 Aug 24 22:13:10.559854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b62e16-60f1-4f16-8252-154bfb112b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b11a57-4e0c-4053-a286-efe956412d5f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:10.560149 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58602) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:10.613192 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.614249 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device b58216a8-9525-4630-b0a0-9f20905b19d8 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:10.631226 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:10.663323 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.677701 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4cf1-57d9-454c-b7eb-25edc1957eeb req-23635766-219a-4e9f-baf6-87b58fd62bf7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:10.682819 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-277d4cf1-57d9-454c-b7eb-25edc1957eeb req-23635766-219a-4e9f-baf6-87b58fd62bf7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0876491 Aug 24 22:13:10.687082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.752450 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-277d4cf1-57d9-454c-b7eb-25edc1957eeb req-e4d0ea0d-b829-4177-932a-8ecbbae95932 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Aug 24 22:13:10.817303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=548fa24b-84fc-4d71-bad6-1956e6988004,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:10.832398 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port b58216a8-9525-4630-b0a0-9f20905b19d8 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:10.832848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.833691 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:09Z', 'revision_number': 3, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:10.859766 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Checking router: 703a6712-6d9c-4e85-8462-48040209ae03 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:13:10.861479 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Updating router 703a6712-6d9c-4e85-8462-48040209ae03 port 5635fa72-5293-481a-8a1a-d0b8f26f8511 binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:13:10.869917 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:10.873884 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f83d1a92-27ac-423c-b03a-1f15a6ef5dcc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3881347 Aug 24 22:13:10.874024 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58604) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:10.891505 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.158457 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.160959 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.162064 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78b11a57-4e0c-4053-a286-efe956412d5f HTTP/1.1" status: 204 len: 168 time: 0.6008906 Aug 24 22:13:11.182685 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee729ac-0d07-474b-88c0-671ec9b47e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b11a57-4e0c-4053-a286-efe956412d5f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:11.191456 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.204721 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Transition to ACTIVE for port object 5635fa72-5293-481a-8a1a-d0b8f26f8511 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:11.275418 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.323916 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-f6b13965-c38b-43df-b18b-14a27f5467bc tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=44553201ab96475cbc1c3db7230ebd94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068752 Aug 24 22:13:11.330027 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Attempting to bind port 5635fa72-5293-481a-8a1a-d0b8f26f8511 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:11.330480 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Attempting to bind port 5635fa72-5293-481a-8a1a-d0b8f26f8511 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:11.330917 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Attempting to bind port 5635fa72-5293-481a-8a1a-d0b8f26f8511 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:11.333898 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc154b-997c-452c-9b2e-ce3f0db80f12 None None] Pushing event updated for resources: {'Port': ['ID=5635fa72-5293-481a-8a1a-d0b8f26f8511,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:11.338557 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:11.342904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:11.342904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.342904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:11.342904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Bound port: 5635fa72-5293-481a-8a1a-d0b8f26f8511, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:11.342904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.393886 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] For port 5635fa72-5293-481a-8a1a-d0b8f26f8511, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:11.396907 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] For port 5635fa72-5293-481a-8a1a-d0b8f26f8511, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5635fa72-5293-481a-8a1a-d0b8f26f8511,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:11.470856 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.486693 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87777ccb-bbdd-4763-a47b-c5611a042896 req-46225908-c4ea-4552-841a-ebebd041b883 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:11.488240 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-87777ccb-bbdd-4763-a47b-c5611a042896 req-46225908-c4ea-4552-841a-ebebd041b883 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1881235 Aug 24 22:13:11.534321 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:11.534953 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:11.601510 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc154b-997c-452c-9b2e-ce3f0db80f12 None None] Pushing event updated for resources: {'Port': ['ID=5635fa72-5293-481a-8a1a-d0b8f26f8511,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:11.648424 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:11.659024 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-87777ccb-bbdd-4763-a47b-c5611a042896 req-bf0c3ade-4cff-4b17-9aa0-0ee94f681a8e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1605153 Aug 24 22:13:11.675753 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-6224951d-c809-4965-be1e-6ebacc7f7d30 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:11.677391 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-6224951d-c809-4965-be1e-6ebacc7f7d30 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354108 Aug 24 22:13:11.711671 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-c982c12b-31cc-4ef9-a844-b611ecfeb455 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/quotas/44553201ab96475cbc1c3db7230ebd94 HTTP/1.1" status: 200 len: 375 time: 0.0146599 Aug 24 22:13:11.738354 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 548fa24b-84fc-4d71-bad6-1956e6988004 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:11.766384 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-f5de1d73-678d-4e22-a57c-d1abd0c5cf48 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44553201ab96475cbc1c3db7230ebd94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474102 Aug 24 22:13:11.815162 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 548fa24b-84fc-4d71-bad6-1956e6988004 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:11.815162 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.901214 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:11.935250 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4065a-880f-47f6-8554-128386941ee0 req-4cce763d-230d-42d2-99f3-7344ef8e5aa5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:11.936818 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6ed4065a-880f-47f6-8554-128386941ee0 req-4cce763d-230d-42d2-99f3-7344ef8e5aa5 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0806448 Aug 24 22:13:11.955081 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:09Z', 'revision_number': 3, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:11.980885 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf04265-5238-4024-9cf7-f8a4093fe056 None None] The sync data for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi is: [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:09Z', 'revision_number': 3, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:13:12.042319 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6ed4065a-880f-47f6-8554-128386941ee0 req-39a52c26-0fb4-49d1-9d1b-a907fd65fe35 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741038 Aug 24 22:13:12.090390 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58630) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:12.101014 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-a8afefc9-8cf0-4a7e-9d08-9dc16b0f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.103776 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-a8afefc9-8cf0-4a7e-9d08-9dc16b0f9c60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0650105 Aug 24 22:13:12.109297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71000024-1a9a-4fc3-9c21-db6446da0489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.133737 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Allocated IP 172.20.0.1 (1b159166-258c-48f9-a928-6f00ae51807b/0f106a2f-d308-4cfa-84e6-151d45a3176a/e8298612-b69f-4f4d-b443-9e20fe2389c3) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:12.241715 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-07b402e3-32ac-4c67-a188-9dd204186a1c req-3238963a-ce14-4834-97a7-67dad4b02cba tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0379179 Aug 24 22:13:12.255594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-3006f08a-5561-4b0c-ab4f-1741176c3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.257170 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-3006f08a-5561-4b0c-ab4f-1741176c3b3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1378493 Aug 24 22:13:12.365034 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.371549 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-682719a2-7e34-413f-b77b-c078a73b4c82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 1000 time: 0.1030273 Aug 24 22:13:12.386572 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Transition to ACTIVE for port object e8298612-b69f-4f4d-b443-9e20fe2389c3 will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:12.435130 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71000024-1a9a-4fc3-9c21-db6446da0489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.459443 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-b0971e34-f461-4e38-98e4-b13cacc241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.461120 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-b0971e34-f461-4e38-98e4-b13cacc241ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0756633 Aug 24 22:13:12.487156 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.524554 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-c4bcbef3-9641-4b4e-8ac8-620e641a715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.527177 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-c4bcbef3-9641-4b4e-8ac8-620e641a715a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544796 Aug 24 22:13:12.528447 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-71000024-1a9a-4fc3-9c21-db6446da0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.531183 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Network 1b159166-258c-48f9-a928-6f00ae51807b is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:12.534535 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:12.537849 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:12.565477 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Pushing event updated for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:12.590634 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.681223 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71000024-1a9a-4fc3-9c21-db6446da0489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e93fd-bb7f-4e44-bc0c-af33d090707e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:12.707463 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-71000024-1a9a-4fc3-9c21-db6446da0489 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2287f0eefcd4510a9bfd5192fe23592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144202 Aug 24 22:13:12.710239 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58646) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:12.795597 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d66a8323-094b-449d-9f67-1b0365f2f264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.835839 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-586a5c58-4288-4175-aafe-52334ed561f3 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978940 Aug 24 22:13:12.879455 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d814d-95ee-4abb-a3bc-b9a45aa6ada7 req-d9b786a9-9926-4baa-b4c5-2709c2559e57 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.881267 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-636d814d-95ee-4abb-a3bc-b9a45aa6ada7 req-d9b786a9-9926-4baa-b4c5-2709c2559e57 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.1037779 Aug 24 22:13:12.884453 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f982eb3-0a0b-4e7a-b1e6-73b942d8ab76 req-dcbe39f3-77e1-45f5-9f82-7e0bb3f31e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:12.886129 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8f982eb3-0a0b-4e7a-b1e6-73b942d8ab76 req-dcbe39f3-77e1-45f5-9f82-7e0bb3f31e1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.1492219 Aug 24 22:13:12.886937 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.944478 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:12.981945 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-636d814d-95ee-4abb-a3bc-b9a45aa6ada7 req-3b548bec-6a2a-4c71-9615-b016df918734 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0780208 Aug 24 22:13:12.997232 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.002243 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8f982eb3-0a0b-4e7a-b1e6-73b942d8ab76 req-8f191319-c231-48b5-9e0d-33ffcb2d7f63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811141 Aug 24 22:13:13.012407 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-36f63b4c-af3e-4e06-a3a3-c4c998eabb0e req-2e427dcf-2a04-43dc-aabe-f3f39a14d84a service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672871 Aug 24 22:13:13.090079 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-91d78906-ac7b-4b73-bb22-ec71507b03fb None None] Provisioning for port e8298612-b69f-4f4d-b443-9e20fe2389c3 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:13.094926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-91d78906-ac7b-4b73-bb22-ec71507b03fb None None] Provisioning complete for port e8298612-b69f-4f4d-b443-9e20fe2389c3 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:13.110997 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-91d78906-ac7b-4b73-bb22-ec71507b03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.111180 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.131832 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-91d78906-ac7b-4b73-bb22-ec71507b03fb None None] Port e8298612-b69f-4f4d-b443-9e20fe2389c3 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:13:13.170678 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095f0f-3ec4-4cf9-954c-e4f8abc2d84b req-fe2dc03f-8b59-4768-88ff-2662aa1f9f5d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:13.172192 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c0095f0f-3ec4-4cf9-954c-e4f8abc2d84b req-fe2dc03f-8b59-4768-88ff-2662aa1f9f5d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0540233 Aug 24 22:13:13.207259 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.209897 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.211188 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/518e93fd-bb7f-4e44-bc0c-af33d090707e HTTP/1.1" status: 204 len: 168 time: 0.5000169 Aug 24 22:13:13.217529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c0095f0f-3ec4-4cf9-954c-e4f8abc2d84b req-94a0a0ae-9e22-4e86-9084-8a2e8dc740a7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Aug 24 22:13:13.219613 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578c8b3-9411-4666-b4e7-4a24af9c2c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e93fd-bb7f-4e44-bc0c-af33d090707e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:13.323891 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aef0d462-a36a-458a-8272-6b920dcf78c7 req-bb8150bc-f825-420d-92d5-965721aa7ca1 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0260873 Aug 24 22:13:13.335034 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.401814 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.412624 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Pushing event updated for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:13.501293 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Network 1b159166-258c-48f9-a928-6f00ae51807b is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:13.502585 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:13.632715 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Router 703a6712-6d9c-4e85-8462-48040209ae03 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:13:13.753298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5635fa72-5293-481a-8a1a-d0b8f26f8511 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:13.770729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:13:13.784197 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-77742760-cceb-41c9-b132-9f9feebcc181 admin admin] 10.222.0.20 "PUT /v2.0/routers/703a6712-6d9c-4e85-8462-48040209ae03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9052720 Aug 24 22:13:13.808347 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-cd7dbc17-90c4-485b-9a30-f40ec7718a73 None None] Provisioning complete for port e8298612-b69f-4f4d-b443-9e20fe2389c3 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:13.808863 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbc17-90c4-485b-9a30-f40ec7718a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:13.853088 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-cd7dbc17-90c4-485b-9a30-f40ec7718a73 None None] Port e8298612-b69f-4f4d-b443-9e20fe2389c3 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:13:13.938267 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 5635fa72-5293-481a-8a1a-d0b8f26f8511 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:13.947759 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5635fa72-5293-481a-8a1a-d0b8f26f8511 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:13.948146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:14.039168 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:14.074738 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 5635fa72-5293-481a-8a1a-d0b8f26f8511, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5635fa72-5293-481a-8a1a-d0b8f26f8511,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:14.166009 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98158-605a-4a00-941f-5ce4f69218f4 req-d4e65d49-ebcd-4bfe-9713-8eb5b8845211 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:14.167597 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-93c98158-605a-4a00-941f-5ce4f69218f4 req-d4e65d49-ebcd-4bfe-9713-8eb5b8845211 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 945 time: 0.0689225 Aug 24 22:13:14.172627 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:14.223601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=5635fa72-5293-481a-8a1a-d0b8f26f8511,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:14.236251 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-93c98158-605a-4a00-941f-5ce4f69218f4 req-724aec85-8526-4b5e-8903-44732ed281f2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0617769 Aug 24 22:13:14.398608 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db70cc-4f02-47ce-9642-e737eea8d3e6 req-ecb2db4d-db12-4bd7-9928-05d15cac9be2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:14.400336 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71db70cc-4f02-47ce-9642-e737eea8d3e6 req-ecb2db4d-db12-4bd7-9928-05d15cac9be2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0645516 Aug 24 22:13:14.442066 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71db70cc-4f02-47ce-9642-e737eea8d3e6 req-6cdcc716-bc63-49c9-90fc-18606fdced2c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Aug 24 22:13:14.562420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Sync routers for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:13:14.565656 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-439e69a2-48ff-4eab-b273-4802b3ef98ef req-c05cd718-8b72-44de-9521-e0e2db174013 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0463092 Aug 24 22:13:14.578235 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:14.578876 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:12:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:14.691846 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:14.817216 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58704) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:14.821815 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311625091', 'description': 'tempest-secgroup-smoke-1311625091 description', 'project_id': '2f119ee85efd4f60882ad6046d33822f'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:14.892829 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:13:14.896275 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:12Z', 'revision_number': 4, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'e8298612-b69f-4f4d-b443-9e20fe2389c3', 'name': '', 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'mac_address': 'fa:16:3e:fa:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:11Z', 'updated_at': '2021-08-24T22:13:12Z', 'revision_number': 2, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'subnets': [{'id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:14.904246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:14.944369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Checking router: 703a6712-6d9c-4e85-8462-48040209ae03 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:13:14.944728 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Updating router 703a6712-6d9c-4e85-8462-48040209ae03 port e8298612-b69f-4f4d-b443-9e20fe2389c3 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:13:14.979205 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.068827 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.139698 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:13:15.141905 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ed848e-476d-4cff-8073-2b36abe52e8b" -d '{"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:13:15.167086 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:15.192900 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44b61f-ea89-401d-ad69-73d6b89443fc x-openstack-request-id: req-8b44b61f-ea89-401d-ad69-73d6b89443fc {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:13:15.193307 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:13:15.193474 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b44b61f-ea89-401d-ad69-73d6b89443fc {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:13:15.193884 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'code': 200} Aug 24 22:13:15.194645 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.305093 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.306794 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.343767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:15.383603 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.403653 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Transition to ACTIVE for port object e8298612-b69f-4f4d-b443-9e20fe2389c3 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:15.407843 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dd321-885e-41ce-b50c-5cd7c3fc1c91 req-9fbdb836-bd3b-4622-96e6-77facf94b6ed tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:15.409782 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-640dd321-885e-41ce-b50c-5cd7c3fc1c91 req-9fbdb836-bd3b-4622-96e6-77facf94b6ed tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0609765 Aug 24 22:13:15.411209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.416146 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-81c800cf-60e0-443f-8403-330e5ee86f55 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5946891 Aug 24 22:13:15.418382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58718) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:15.423771 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:15.429171 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=8']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:15.464837 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-640dd321-885e-41ce-b50c-5cd7c3fc1c91 req-22885e04-fb47-4f27-bfe9-335f4f8b34ed tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474889 Aug 24 22:13:15.467287 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-a1fbe505-553a-4579-b788-53218bba9447 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=44553201ab96475cbc1c3db7230ebd94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368006 Aug 24 22:13:15.515826 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.561542 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-37eded33-a0f9-4295-bf1f-843c4f1927c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.619026 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdcc4a-a9ee-4d5e-a3f4-03a4d9917b43 None None] Pushing event updated for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:15.647772 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0d66-dba6-4b4d-8778-e1f23e801bd8 req-223db3f8-c17a-498c-a3f4-4cff5efdd5b8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:15.650671 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-53cd0d66-dba6-4b4d-8778-e1f23e801bd8 req-223db3f8-c17a-498c-a3f4-4cff5efdd5b8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1204238 Aug 24 22:13:15.659439 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.701578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Attempting to bind port e8298612-b69f-4f4d-b443-9e20fe2389c3 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:15.702090 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Attempting to bind port e8298612-b69f-4f4d-b443-9e20fe2389c3 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:15.703333 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Attempting to bind port e8298612-b69f-4f4d-b443-9e20fe2389c3 on network 1b159166-258c-48f9-a928-6f00ae51807b {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Checking segment: {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Bound using segment: {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Bound port: e8298612-b69f-4f4d-b443-9e20fe2389c3, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27eaf79-3570-479c-8e91-4a50d2510689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:15.729244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.755309 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-d1716661-f177-4930-9028-88cfbed16577 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:15.757243 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-d1716661-f177-4930-9028-88cfbed16577 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844188 Aug 24 22:13:15.779558 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79c53723-0028-4c9e-abf4-4445cce2cdb5 req-88e7101f-9990-4b28-8536-810803c5678d tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.1083386 Aug 24 22:13:15.785853 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Request body: {'port': {'device_id': '66258a71-05bd-4569-99bf-3899535f24ae', 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b', 'admin_state_up': True, 'tenant_id': '44553201ab96475cbc1c3db7230ebd94'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:15.812662 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.829878 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-53cd0d66-dba6-4b4d-8778-e1f23e801bd8 req-aa2df5b0-7eb2-4ccd-90d7-ad4dc95741a7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665080 Aug 24 22:13:15.837017 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5635fa72-5293-481a-8a1a-d0b8f26f8511 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:15.893215 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.905635 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.922958 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] For port e8298612-b69f-4f4d-b443-9e20fe2389c3, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:15.928281 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] For port e8298612-b69f-4f4d-b443-9e20fe2389c3, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=e8298612-b69f-4f4d-b443-9e20fe2389c3,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:15.935562 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78686292-1fb9-4dfd-8539-98b0f7bdac35,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:15.962560 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 5635fa72-5293-481a-8a1a-d0b8f26f8511 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:15.962926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.990129 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:15.994053 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6e77ec72-f7e3-4be6-a77c-f2714ec8c104 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720463 Aug 24 22:13:15.994713 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58734) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:15.995773 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.008278 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:16.077414 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:13:16.078150 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:16.140669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Made reservation on behalf of 44553201ab96475cbc1c3db7230ebd94 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:13:16.151401 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.158107 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdcc4a-a9ee-4d5e-a3f4-03a4d9917b43 None None] Pushing event updated for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:16.178174 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.253847 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:13:16.287384 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.417518 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.450599 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.487217 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.512805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00af00-a367-4ca9-98e2-99d3a34835b4 req-c50df924-3220-4c71-8c29-a18fa1387509 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:16.515853 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca00af00-a367-4ca9-98e2-99d3a34835b4 req-c50df924-3220-4c71-8c29-a18fa1387509 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0580316 Aug 24 22:13:16.516440 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243ee5ed-2056-4030-9001-db0a72ef73b3,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:16.562408 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.593326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca00af00-a367-4ca9-98e2-99d3a34835b4 req-00ecf613-bf1d-4383-9ab3-a95e762aebff tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Aug 24 22:13:16.625860 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.629956 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-04ae7287-4cb4-4a71-b738-237151503a57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6345284 Aug 24 22:13:16.630815 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58766) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:16.663691 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:16.664090 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40e87-5512-4f7e-bdda-9d2733a7a9da req-e7004056-4a10-4838-9c4e-d26ef0855ab9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:16.665976 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9fe40e87-5512-4f7e-bdda-9d2733a7a9da req-e7004056-4a10-4838-9c4e-d26ef0855ab9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1118777 Aug 24 22:13:16.677650 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105affad-c522-462e-881b-dc69ec4b82ac,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:16.686998 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-cdc0aa3e-97c1-4cf4-acc6-0af889fa3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:16.688835 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-cdc0aa3e-97c1-4cf4-acc6-0af889fa3aa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 1099 time: 0.1847770 Aug 24 22:13:16.703967 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:12Z', 'revision_number': 4, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'e8298612-b69f-4f4d-b443-9e20fe2389c3', 'name': '', 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'mac_address': 'fa:16:3e:fa:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:11Z', 'updated_at': '2021-08-24T22:13:15Z', 'revision_number': 4, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'subnets': [{'id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:13:16.730705 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9fe40e87-5512-4f7e-bdda-9d2733a7a9da req-2118d52c-761c-4727-ad4d-e4799538f059 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579400 Aug 24 22:13:16.737523 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff86615-efd1-43ee-85a9-e7edde5b310a None None] The sync data for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi is: [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:13:12Z', 'revision_number': 4, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'e8298612-b69f-4f4d-b443-9e20fe2389c3', 'name': '', 'network_id': '1b159166-258c-48f9-a928-6f00ae51807b', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'mac_address': 'fa:16:3e:fa:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:11Z', 'updated_at': '2021-08-24T22:13:15Z', 'revision_number': 4, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'subnets': [{'id': '0f106a2f-d308-4cfa-84e6-151d45a3176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:13:16.767897 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:16.955563 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a5d5480-8c39-42f8-82b1-32e3d0e7c8c5 req-b8fe0689-03d1-4950-a4bd-9a8e21d4304b tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0573268 Aug 24 22:13:17.085801 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.144743 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Allocated IP 192.168.233.117 (bf20ab76-bf5d-4d23-8324-73ebdef9d68b/0a16697b-5987-4ee4-a058-aa364fb9848f/7a435fc5-48c1-4e65-8a08-ba91d2d74bc6) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:17.153848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-8ba1da1d-a58a-4e3f-b37f-b97aa00b35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:17.156015 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-8ba1da1d-a58a-4e3f-b37f-b97aa00b35a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.4513896 Aug 24 22:13:17.170555 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58780) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:17.215512 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-26d63e41-1bc3-4cc9-a974-a2cd66be62a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 200 len: 217 time: 0.0465355 Aug 24 22:13:17.272961 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.290224 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f056620d-bf76-4555-8e6b-f8b23e6d2f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.312163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-522db729-75f7-40b4-ba5d-a9ab0861c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:17.313651 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-522db729-75f7-40b4-ba5d-a9ab0861c240 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0881054 Aug 24 22:13:17.368913 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.381066 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-6839595e-ac1f-40b0-9115-ca61c80783e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590088 Aug 24 22:13:17.391377 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f056620d-bf76-4555-8e6b-f8b23e6d2f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.424450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3f874b-8b33-4446-a889-58a8192b48fd,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:17.464241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f056620d-bf76-4555-8e6b-f8b23e6d2f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.498314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.503581 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f056620d-bf76-4555-8e6b-f8b23e6d2f25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c14f591f4dc47119a10b686027f62c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316541 Aug 24 22:13:17.504490 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056620d-bf76-4555-8e6b-f8b23e6d2f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48e9470-cfab-4293-a679-7201d3f79e7b,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:17.508038 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58786) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:17.529919 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Transition to ACTIVE for port object 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:17.536591 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-fe602eda-11e3-43ef-9e78-e4a3b54f7b0f service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451888 Aug 24 22:13:17.539847 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.543529 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b1feae2a-5f4e-435e-ab1f-00d18a15debe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8811340 Aug 24 22:13:17.543759 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58788) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:17.549517 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:17.562520 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.585235 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.676542 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-862322a7-3976-46a4-ad02-d8cac706acc6 req-a17cf812-b15d-44f0-94af-8b0f2efffe57 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124501 Aug 24 22:13:17.699290 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.708381 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.711055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.714810 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d48e9470-cfab-4293-a679-7201d3f79e7b HTTP/1.1" status: 204 len: 168 time: 0.2043126 Aug 24 22:13:17.727556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19a30-5df9-4b20-8235-c11a8cbf4236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48e9470-cfab-4293-a679-7201d3f79e7b,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:17.756037 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720bae8-d5eb-4b95-b6d1-2550bf3153ed req-588ff34c-2a81-4c7f-aad8-972e26b38c00 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:17.756468 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3720bae8-d5eb-4b95-b6d1-2550bf3153ed req-588ff34c-2a81-4c7f-aad8-972e26b38c00 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0852146 Aug 24 22:13:17.768587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.803118 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Network bf20ab76-bf5d-4d23-8324-73ebdef9d68b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:17.811122 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3720bae8-d5eb-4b95-b6d1-2550bf3153ed req-85264dfe-d425-4021-b19d-9d85802f0f0a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Aug 24 22:13:17.814286 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device e8298612-b69f-4f4d-b443-9e20fe2389c3 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:17.823579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:17.835146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:17.835146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Pushing event updated for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:17.921717 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.926780 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:17.927413 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:17.931090 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.031811 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port e8298612-b69f-4f4d-b443-9e20fe2389c3 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:18.037075 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port e8298612-b69f-4f4d-b443-9e20fe2389c3 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:18.037761 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.096145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0957f-2ce1-45e7-a3b1-04723257abd6 req-f9901cfc-ef41-49c4-8dca-702621dfa13e tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:18.097707 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6f0957f-2ce1-45e7-a3b1-04723257abd6 req-f9901cfc-ef41-49c4-8dca-702621dfa13e tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 936 time: 0.0785372 Aug 24 22:13:18.108200 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-46ca08c7-dc98-4a46-8467-1a5723935b67 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3240294 Aug 24 22:13:18.108200 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.135748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8211f55-a4c8-4ead-b27e-39c3a50a2427,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:18.148759 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.159065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Request body: {'port': {'device_id': '66258a71-05bd-4569-99bf-3899535f24ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:18.173256 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6f0957f-2ce1-45e7-a3b1-04723257abd6 req-396ba6e9-e4f1-4995-96ea-c6b7b1e5da32 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 Aug 24 22:13:18.194965 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port e8298612-b69f-4f4d-b443-9e20fe2389c3, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=e8298612-b69f-4f4d-b443-9e20fe2389c3,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:18.218618 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ace6f2be-ae57-4ade-83f8-ac73e904b5be None None] Provisioning for port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:18.223669 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ace6f2be-ae57-4ade-83f8-ac73e904b5be None None] Provisioning complete for port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:18.223669 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ace6f2be-ae57-4ade-83f8-ac73e904b5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.237716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.271354 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-ace6f2be-ae57-4ade-83f8-ac73e904b5be None None] Port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:13:18.288188 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.289386 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f2bbcacb-6531-403d-9f9c-b5e002e1f5cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7446258 Aug 24 22:13:18.293585 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58806) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:18.299029 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.307570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:18.362734 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:18.401048 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.securitygroups_db [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Project 2f119ee85efd4f60882ad6046d33822f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:13:18.409196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.535858 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d89627-43d7-4693-8c80-9647bee9a81a req-8155ab70-5cfa-43ac-a018-86bd6d03082b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:18.537899 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-47d89627-43d7-4693-8c80-9647bee9a81a req-8155ab70-5cfa-43ac-a018-86bd6d03082b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0531535 Aug 24 22:13:18.551176 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.620462 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-47d89627-43d7-4693-8c80-9647bee9a81a req-721fc80a-f64e-4f4c-a46f-72c82c545b60 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0742142 Aug 24 22:13:18.645343 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:13:18.665467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.667628 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58816) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:18.667979 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Transition to ACTIVE for port object 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:18.669601 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.688110 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8146ee7-2b26-4c35-af43-d1fd5d741899,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:18.696348 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-35beb28c-38da-4952-a5b9-792d752681a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.728183 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.763151 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:18.781858 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3d0bfac3-57a3-4526-a387-eede6a6fbe82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4733472 Aug 24 22:13:18.782271 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58822) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:18.783604 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'security_group_rule': {'security_group_id': '09ad046c-1fd2-4f30-acc7-93cccc9dcfdb', 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:18.810049 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Pushing event updated for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:18.884302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Attempting to bind port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:18.886733 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Attempting to bind port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:18.898024 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Attempting to bind port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 on network bf20ab76-bf5d-4d23-8324-73ebdef9d68b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:18.900419 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:13:18.921071 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 on network bf20ab76-bf5d-4d23-8324-73ebdef9d68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:13:18.921628 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Attempting to bind port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 on network bf20ab76-bf5d-4d23-8324-73ebdef9d68b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:18.931831 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:18.933166 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Checking segment: {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:18.934790 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Bound using segment: {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:18.935990 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Bound port: 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c608fb3c-219f-461d-b4b0-8298c381d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:18.936777 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.011414 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-35beb28c-38da-4952-a5b9-792d752681a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.049298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b0c1-e0f2-4a34-a56e-4533ca883680 req-24ef8829-d36a-4b6d-a6f7-f083c57e6f97 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.051303 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9d35b0c1-e0f2-4a34-a56e-4533ca883680 req-24ef8829-d36a-4b6d-a6f7-f083c57e6f97 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1129916 Aug 24 22:13:19.074220 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:19.077956 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:19.094742 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9d35b0c1-e0f2-4a34-a56e-4533ca883680 req-1a1ff409-522f-4174-b213-bfd0fed69a41 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Aug 24 22:13:19.173374 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-35beb28c-38da-4952-a5b9-792d752681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.190570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.222469 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-35beb28c-38da-4952-a5b9-792d752681a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fb238267a364feb9877eeceb1886ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536385 Aug 24 22:13:19.225119 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 58842) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:19.230189 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.231017 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.233200 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] 10.222.0.26 "PUT /v2.0/ports/7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 HTTP/1.1" status: 200 len: 1098 time: 1.0804307 Aug 24 22:13:19.233734 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:13:19.236268 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad" -d '{"events": [{"name": "network-changed", "server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:13:19.267927 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beb28c-38da-4952-a5b9-792d752681a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a299d-3f91-42b3-88f0-57b890e3925d,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:19.268776 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afc15a-3150-45c3-a948-e5f4ca98c92a service neutron] Pushing event updated for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:19.326952 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.securitygroups_db [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Project 2f119ee85efd4f60882ad6046d33822f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:13:19.333847 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.356431 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.405520 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 58850) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:19.443167 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-f48f1133-7337-4590-b7f1-56706f163154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.444948 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-f48f1133-7337-4590-b7f1-56706f163154 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44553201ab96475cbc1c3db7230ebd94&device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 1101 time: 0.0509100 Aug 24 22:13:19.445400 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75fcc3-2765-41a0-8497-1590590b4927 req-39048f64-16f4-422a-99c3-bda71c7b757b tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.447335 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b75fcc3-2765-41a0-8497-1590590b4927 req-39048f64-16f4-422a-99c3-bda71c7b757b tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 948 time: 0.1586845 Aug 24 22:13:19.449974 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.506315 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.532794 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b75fcc3-2765-41a0-8497-1590590b4927 req-2f21ce90-ab91-454a-afad-5881a3a4a556 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Aug 24 22:13:19.566244 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-fea3710c-4a4d-436f-a1c5-9564123f3dce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 HTTP/1.1" status: 200 len: 217 time: 0.0458429 Aug 24 22:13:19.577369 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-547824ae-85a8-4a9c-89a8-3e6447d7f907 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1705954 Aug 24 22:13:19.578793 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95d7f8-9adb-40f7-8ce3-8e655e7b2a8c x-openstack-request-id: req-cf95d7f8-9adb-40f7-8ce3-8e655e7b2a8c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:13:19.579163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:13:19.579418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf95d7f8-9adb-40f7-8ce3-8e655e7b2a8c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:13:19.579805 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6', 'status': 'completed', 'code': 200} Aug 24 22:13:19.595680 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.615456 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7465d983-061a-402c-8552-55153a3eb210,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:19.620148 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.623367 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.624577 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/985a299d-3f91-42b3-88f0-57b890e3925d HTTP/1.1" status: 204 len: 168 time: 0.3985019 Aug 24 22:13:19.633145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792f012-b546-4b5b-88d6-1281a82f2294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a299d-3f91-42b3-88f0-57b890e3925d,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:19.674148 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-c8d6859b-6388-40d7-95b5-e6fe8456c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.675746 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:19.676890 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-c8d6859b-6388-40d7-95b5-e6fe8456c98e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a16697b-5987-4ee4-a058-aa364fb9848f HTTP/1.1" status: 200 len: 843 time: 0.0615396 Aug 24 22:13:19.677010 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-17f2cea3-25c4-4573-b177-1ce9db9e40a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9061751 Aug 24 22:13:19.755852 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-e5ee0dc8-6b1b-463b-bc74-6d7dbe799620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.759706 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-e5ee0dc8-6b1b-463b-bc74-6d7dbe799620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf20ab76-bf5d-4d23-8324-73ebdef9d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0733130 Aug 24 22:13:19.851033 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40431821-f97c-4d1d-8e9c-d26837992889 req-c24a2049-efec-4c9f-8b4b-cc67ac7ea89f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:19.869254 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-40431821-f97c-4d1d-8e9c-d26837992889 req-c24a2049-efec-4c9f-8b4b-cc67ac7ea89f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1213760 Aug 24 22:13:19.874835 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device e8298612-b69f-4f4d-b443-9e20fe2389c3 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:19.887484 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-b2115d6f-f4a9-42ff-83a5-efac1560e794 service neutron] 10.222.0.26 "GET /v2.0/networks/bf20ab76-bf5d-4d23-8324-73ebdef9d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180797 Aug 24 22:13:19.963793 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-40431821-f97c-4d1d-8e9c-d26837992889 req-75470b3c-40f5-4025-bbe5-0099f31d6fcb tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0895550 Aug 24 22:13:19.985798 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port e8298612-b69f-4f4d-b443-9e20fe2389c3 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:19.986719 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:20.038614 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd4d9854-6f9f-4400-ae3f-48b240067c51 req-28b31cf0-32d8-4020-b8d0-882c04eeb7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/bf20ab76-bf5d-4d23-8324-73ebdef9d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318395 Aug 24 22:13:20.218331 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e9ee-f8b1-4643-bf9e-3d94671f56f6 req-d6b55995-a682-4a2d-b1b6-392c7b450cbf tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.225792 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3903e9ee-f8b1-4643-bf9e-3d94671f56f6 req-d6b55995-a682-4a2d-b1b6-392c7b450cbf tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0603073 Aug 24 22:13:20.267878 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-d6b927a3-8c85-44af-a7ac-f4d8261d9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.269685 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-d6b927a3-8c85-44af-a7ac-f4d8261d9392 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44553201ab96475cbc1c3db7230ebd94&device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 1101 time: 0.0573022 Aug 24 22:13:20.270386 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3903e9ee-f8b1-4643-bf9e-3d94671f56f6 req-8d623124-f5e4-497e-9074-306acfbf7a52 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Aug 24 22:13:20.371368 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-79211ad5-0016-4607-8436-4e433accbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.373503 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-79211ad5-0016-4607-8436-4e433accbe07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf20ab76-bf5d-4d23-8324-73ebdef9d68b HTTP/1.1" status: 200 len: 870 time: 0.0949032 Aug 24 22:13:20.420796 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-ae684567-bbaf-46d4-b9f0-10e0d738836e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 HTTP/1.1" status: 200 len: 217 time: 0.0393672 Aug 24 22:13:20.478329 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-9e1c8a4e-bcc3-49ec-9e1e-ab2869d87410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.479882 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-9e1c8a4e-bcc3-49ec-9e1e-ab2869d87410 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a16697b-5987-4ee4-a058-aa364fb9848f HTTP/1.1" status: 200 len: 843 time: 0.0469086 Aug 24 22:13:20.536105 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-f983e065-658f-4ab7-ab3e-3d2a4ec7f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.537755 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-f983e065-658f-4ab7-ab3e-3d2a4ec7f95b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf20ab76-bf5d-4d23-8324-73ebdef9d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0421367 Aug 24 22:13:20.645222 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-ade0eb06-8fa1-4725-ab85-bcc19983a02f service neutron] 10.222.0.26 "GET /v2.0/networks/bf20ab76-bf5d-4d23-8324-73ebdef9d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947309 Aug 24 22:13:20.651978 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2157dd-6ec8-4264-8ee3-6c76b3e7f997 req-0ff45a7a-a2a1-4f95-a1c5-b6c7ab4d919a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:20.653518 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd2157dd-6ec8-4264-8ee3-6c76b3e7f997 req-0ff45a7a-a2a1-4f95-a1c5-b6c7ab4d919a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 948 time: 0.0498059 Aug 24 22:13:20.704429 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd2157dd-6ec8-4264-8ee3-6c76b3e7f997 req-77ddfc06-994f-481d-bf18-cf3a252624e4 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Aug 24 22:13:20.775164 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0c0a1a76-fac5-4517-9ba8-8cd06a6bdfad req-9a77907f-4106-4cbc-abcd-b9d11e855977 service neutron] 10.222.0.26 "GET /v2.0/networks/bf20ab76-bf5d-4d23-8324-73ebdef9d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136653 Aug 24 22:13:21.093713 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044e731-4748-4206-b8e1-ae78dde10536 req-f004dbf4-6464-4d35-8220-638e94a1b006 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:21.095088 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2044e731-4748-4206-b8e1-ae78dde10536 req-f004dbf4-6464-4d35-8220-638e94a1b006 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0529027 Aug 24 22:13:21.134689 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2044e731-4748-4206-b8e1-ae78dde10536 req-30ed731e-3a00-4703-bf89-292de510c330 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326657 Aug 24 22:13:21.827727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911b60-3013-44e0-829d-adddfff51e4b req-7bfbfd02-029b-403a-9884-392ec06a0941 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:21.829302 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4a911b60-3013-44e0-829d-adddfff51e4b req-7bfbfd02-029b-403a-9884-392ec06a0941 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 948 time: 0.0511301 Aug 24 22:13:21.871938 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4a911b60-3013-44e0-829d-adddfff51e4b req-f6d7a724-1a25-4491-b196-aea97b3dc586 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Aug 24 22:13:22.253615 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959d197-7f59-4504-8fc8-c776e991b40e req-b2cf08a8-509c-42dc-807f-912db7eff819 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:22.255059 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7959d197-7f59-4504-8fc8-c776e991b40e req-b2cf08a8-509c-42dc-807f-912db7eff819 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0474715 Aug 24 22:13:22.292554 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7959d197-7f59-4504-8fc8-c776e991b40e req-e80f4507-f10a-404f-9f78-1715d03a74f7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315239 Aug 24 22:13:22.912141 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:13:23.018113 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d711-a17a-4194-81dd-8caa02d23b99 req-7a18261e-ce70-4c24-9a8f-099337ba85d7 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:23.019744 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ac71d711-a17a-4194-81dd-8caa02d23b99 req-7a18261e-ce70-4c24-9a8f-099337ba85d7 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 948 time: 0.0656073 Aug 24 22:13:23.028898 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:23.041210 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6', 'network_id': 'bf20ab76-bf5d-4d23-8324-73ebdef9d68b', 'port_id': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6', 'mac_address': 'fa:16:3e:b2:24:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a16697b-5987-4ee4-a058-aa364fb9848f', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:13:23.062734 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ac71d711-a17a-4194-81dd-8caa02d23b99 req-7c79401b-d578-4b9b-8219-55b12e308f15 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Aug 24 22:13:23.087236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:23.106589 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:13:23.126314 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:23.235393 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:23.282224 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:23.409154 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2de8e-0d64-4ef2-911d-564efaa3a20b req-9dab09c8-f06c-446c-9b14-f8581ccad3a7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:23.410653 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c5a2de8e-0d64-4ef2-911d-564efaa3a20b req-9dab09c8-f06c-446c-9b14-f8581ccad3a7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0477996 Aug 24 22:13:23.455365 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c5a2de8e-0d64-4ef2-911d-564efaa3a20b req-e7838499-9532-4a58-8479-4db111d93bdf tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372958 Aug 24 22:13:23.682379 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['7a435fc5-48c1-4e65-8a08-ba91d2d74bc6'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:13:24.179746 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555ad91-c32c-4a86-81e4-fe66e2a8488a req-7ce996f2-e04f-4702-9ad5-efe06253746b tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:24.181219 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c555ad91-c32c-4a86-81e4-fe66e2a8488a req-7ce996f2-e04f-4702-9ad5-efe06253746b tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 949 time: 0.0497139 Aug 24 22:13:24.219216 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c555ad91-c32c-4a86-81e4-fe66e2a8488a req-8b78f5af-f47d-4fb3-ba7b-8c4ee275b79a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Aug 24 22:13:24.578869 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d8be-12f5-4147-aec7-965d2741c771 req-38ae6dc6-8ae8-444d-898b-5a6b4d81a97c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:24.580354 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-20f2d8be-12f5-4147-aec7-965d2741c771 req-38ae6dc6-8ae8-444d-898b-5a6b4d81a97c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0534270 Aug 24 22:13:24.617603 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-20f2d8be-12f5-4147-aec7-965d2741c771 req-515f4782-f905-4c6d-9ba4-073e1b33f614 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311947 Aug 24 22:13:24.908227 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:25.079930 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:13:25.084319 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:13:25.084596 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:25.170710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:25.194137 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:13:25.196355 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153ae9e8-b913-45d8-ae09-0e17adc67b21" -d '{"events": [{"server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:13:25.209024 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:25.233967 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1631eca-9d22-416a-b09e-f08ffd30f7b7 x-openstack-request-id: req-b1631eca-9d22-416a-b09e-f08ffd30f7b7 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:13:25.234257 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:13:25.234508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1631eca-9d22-416a-b09e-f08ffd30f7b7 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:13:25.234896 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6', 'code': 200} Aug 24 22:13:25.280079 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:25.333555 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8713ec-06e8-40e4-b309-bd53514c206c req-1f876c47-a417-47e4-add5-d0fed5d3838c tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:25.335038 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a8713ec-06e8-40e4-b309-bd53514c206c req-1f876c47-a417-47e4-add5-d0fed5d3838c tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0489998 Aug 24 22:13:25.335583 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:25.372974 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a8713ec-06e8-40e4-b309-bd53514c206c req-2e08b036-ddf3-498e-af6e-d74e9f1c49fc tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Aug 24 22:13:25.630083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d529e7-20b7-4481-b4bd-4e28eeefe2dc req-34c7071e-8a57-4f80-a178-761baee53ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:25.631570 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-61d529e7-20b7-4481-b4bd-4e28eeefe2dc req-34c7071e-8a57-4f80-a178-761baee53ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 1103 time: 0.0435221 Aug 24 22:13:25.677939 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-61d529e7-20b7-4481-b4bd-4e28eeefe2dc req-71496cd1-0ee6-47f3-911e-0e452e3e98f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Aug 24 22:13:25.736206 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b79284-fa5c-4e9b-8951-752409188a90 req-4eea8ef1-82a4-4e21-98b8-2c9df4c0aa03 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:25.737627 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-44b79284-fa5c-4e9b-8951-752409188a90 req-4eea8ef1-82a4-4e21-98b8-2c9df4c0aa03 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0473008 Aug 24 22:13:25.775854 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-44b79284-fa5c-4e9b-8951-752409188a90 req-7acab509-581b-46ea-81a3-20f2129355e9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323172 Aug 24 22:13:26.490493 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5e016-7064-4772-a5d5-fba8a5968477 req-6b583f9c-b423-4505-a91b-a9ecafdf88c4 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:26.491921 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bb5e016-7064-4772-a5d5-fba8a5968477 req-6b583f9c-b423-4505-a91b-a9ecafdf88c4 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0504155 Aug 24 22:13:26.530460 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bb5e016-7064-4772-a5d5-fba8a5968477 req-82550028-3689-4d60-ba93-05049eeb799d tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Aug 24 22:13:26.896494 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229fba-0e9f-408e-9eb4-f368fe1f3754 req-edc1d3f6-4d72-4440-9492-ffff08047f59 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:26.898253 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a229fba-0e9f-408e-9eb4-f368fe1f3754 req-edc1d3f6-4d72-4440-9492-ffff08047f59 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0476985 Aug 24 22:13:26.937343 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a229fba-0e9f-408e-9eb4-f368fe1f3754 req-029f85bb-449a-4313-ae32-32d6b669e5b5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325053 Aug 24 22:13:27.478547 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-24eaa3f7-7665-4a0f-985a-e7fc10cc99de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391746 Aug 24 22:13:27.581495 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-316f822a-f733-40f1-9b3e-6f1f11eda5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:27.583156 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-316f822a-f733-40f1-9b3e-6f1f11eda5c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=31fca9bfc17447ea8724b4b715653fb5&device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 1099 time: 0.0456989 Aug 24 22:13:27.654604 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52dd3b-78af-4587-8bc2-8b708f7b0a01 req-0ba78087-0284-41cb-ac6c-cc7b9f59df47 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:27.656268 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a52dd3b-78af-4587-8bc2-8b708f7b0a01 req-0ba78087-0284-41cb-ac6c-cc7b9f59df47 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0493824 Aug 24 22:13:27.700623 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a52dd3b-78af-4587-8bc2-8b708f7b0a01 req-22f3a955-8b84-4587-a7a3-c51723ebe16f tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Aug 24 22:13:27.706041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-e19e7210-716a-40cc-a0e7-5aa341a6a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:27.707631 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-e19e7210-716a-40cc-a0e7-5aa341a6a2cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 200 len: 920 time: 0.0996981 Aug 24 22:13:27.782226 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-82641822-2192-45c2-ba7c-17179f211234 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 200 len: 217 time: 0.0357349 Aug 24 22:13:27.835535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-37140a66-cf7b-426c-8a3e-85f1ce842778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:27.837047 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-37140a66-cf7b-426c-8a3e-85f1ce842778 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 200 len: 859 time: 0.0433700 Aug 24 22:13:27.903670 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-61920ff2-3b5a-41e5-b88f-2a7b20ad08d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253139 Aug 24 22:13:28.025536 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-8f646610-6126-41fb-bf27-e2c4ffc0b615 service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946770 Aug 24 22:13:28.041156 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:28.077241 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c658ee9-b3cb-4ef0-8ab5-cf19cb5c8b84 req-d2b98337-4bad-4a9d-bb9f-7da0bdb3d04d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:28.078760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c658ee9-b3cb-4ef0-8ab5-cf19cb5c8b84 req-d2b98337-4bad-4a9d-bb9f-7da0bdb3d04d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0519106 Aug 24 22:13:28.117556 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4c658ee9-b3cb-4ef0-8ab5-cf19cb5c8b84 req-b77801c9-4e3b-4302-bfa9-7a36ad6c301a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321233 Aug 24 22:13:28.133474 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a764c7f2-da73-4e88-9fe2-959ac7652eba req-2852db2d-e6e6-4e65-a4d8-85bae0f106ac service neutron] 10.222.0.26 "GET /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Aug 24 22:13:28.834473 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9b29-0e3f-4ca0-8321-ddd25f510479 req-b4cbdca3-1b2f-47a4-82be-19bdbddfd17a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:28.835983 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b28f9b29-0e3f-4ca0-8321-ddd25f510479 req-b4cbdca3-1b2f-47a4-82be-19bdbddfd17a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0518644 Aug 24 22:13:28.874042 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b28f9b29-0e3f-4ca0-8321-ddd25f510479 req-9e223b2c-04a0-480d-b5c8-792c918c4a85 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Aug 24 22:13:29.238995 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bcf04-d18d-41d4-8281-eb69a95a7f0c req-671d427c-b759-4e78-96ca-518899684054 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:29.240535 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9e5bcf04-d18d-41d4-8281-eb69a95a7f0c req-671d427c-b759-4e78-96ca-518899684054 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0496805 Aug 24 22:13:29.280514 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9e5bcf04-d18d-41d4-8281-eb69a95a7f0c req-e064996d-2fd3-49d3-8157-7a132b9fd1c1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340509 Aug 24 22:13:29.470888 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf51d-d25b-4259-9950-9b1acc926f98 req-9479931e-23b0-4de4-b042-bafe8c1b74dc tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:29.472526 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43aaf51d-d25b-4259-9950-9b1acc926f98 req-9479931e-23b0-4de4-b042-bafe8c1b74dc tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0533845 Aug 24 22:13:29.510021 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43aaf51d-d25b-4259-9950-9b1acc926f98 req-2f4b4609-8d4c-48d5-880c-2c4397f5d8d9 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Aug 24 22:13:30.398340 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0607fd-a810-43ef-8191-a6116cc6ce03 req-d2955ce4-e8eb-4d17-a765-bfe4a75e1c0e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:30.399880 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e0607fd-a810-43ef-8191-a6116cc6ce03 req-d2955ce4-e8eb-4d17-a765-bfe4a75e1c0e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0489802 Aug 24 22:13:30.454892 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e0607fd-a810-43ef-8191-a6116cc6ce03 req-33d20801-f4c4-4439-855b-79c360db20f5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467906 Aug 24 22:13:30.622507 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deabc7-ee16-47a5-9867-5db83c058f93 req-b46745ff-aa5b-4f00-ab90-5bc1ed162125 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:30.624343 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3deabc7-ee16-47a5-9867-5db83c058f93 req-b46745ff-aa5b-4f00-ab90-5bc1ed162125 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0485268 Aug 24 22:13:30.664276 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3deabc7-ee16-47a5-9867-5db83c058f93 req-55396cf6-053c-434f-930f-122f093e8900 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Aug 24 22:13:31.575339 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01cc3d-61cd-4b51-b9e0-80669788ac8c req-c0cad08b-75cb-4c4f-bb57-2f64fa3d8687 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:31.577566 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e01cc3d-61cd-4b51-b9e0-80669788ac8c req-c0cad08b-75cb-4c4f-bb57-2f64fa3d8687 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0523987 Aug 24 22:13:31.616787 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e01cc3d-61cd-4b51-b9e0-80669788ac8c req-ba20f679-fc35-417d-bbb6-87c9efd21e71 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331683 Aug 24 22:13:31.779833 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740e154-57b1-4fb3-afcb-818a99c1bae3 req-69b85057-8c85-4084-9fa9-f00873287cf1 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:31.781415 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f740e154-57b1-4fb3-afcb-818a99c1bae3 req-69b85057-8c85-4084-9fa9-f00873287cf1 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0512106 Aug 24 22:13:31.817791 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f740e154-57b1-4fb3-afcb-818a99c1bae3 req-c27123f4-8278-4484-8b3d-3507efdbc53a tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Aug 24 22:13:32.734288 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a9d23-a46d-4667-b42e-8410f72e5887 req-c9b714a8-ad71-4981-a510-5eceb6762a4c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:32.743258 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a5a9d23-a46d-4667-b42e-8410f72e5887 req-c9b714a8-ad71-4981-a510-5eceb6762a4c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0490158 Aug 24 22:13:32.775101 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a5a9d23-a46d-4667-b42e-8410f72e5887 req-9ac8a97f-8331-4953-84a2-0855c8ae0b26 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331228 Aug 24 22:13:32.936785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331807b1-2841-4e70-aa08-c7890c2d669d req-c31308b7-ea5c-4076-a3aa-c5b34e7789c6 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:32.938281 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-331807b1-2841-4e70-aa08-c7890c2d669d req-c31308b7-ea5c-4076-a3aa-c5b34e7789c6 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0530770 Aug 24 22:13:32.976988 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-331807b1-2841-4e70-aa08-c7890c2d669d req-fc366dd0-4ded-44bb-b698-f55d51d3cb57 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680e56a-d8e3-4e37-9dd1-8ca9092ce9d5 req-05eea386-9c0c-40bc-b07d-42b6b236333f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f680e56a-d8e3-4e37-9dd1-8ca9092ce9d5 req-05eea386-9c0c-40bc-b07d-42b6b236333f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0510497 Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f680e56a-d8e3-4e37-9dd1-8ca9092ce9d5 req-60ba1d76-0ebb-40bb-8588-9d76480e14c1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367591 Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb633-6650-4a7e-a9e8-95d933499848 req-6544742f-62a0-4231-ad91-70f2abecd3f3 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9bfb633-6650-4a7e-a9e8-95d933499848 req-6544742f-62a0-4231-ad91-70f2abecd3f3 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0608370 Aug 24 22:13:34.245611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9bfb633-6650-4a7e-a9e8-95d933499848 req-9854bf57-d69a-4ba2-937d-bec5b5b872e5 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 24 22:13:34.317413 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-677e3261-5673-4f34-8279-2778facbc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.318894 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-677e3261-5673-4f34-8279-2778facbc79e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 1096 time: 0.0688808 Aug 24 22:13:34.436707 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-7b3b30d8-c1f1-4518-a829-a74501cda8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.439949 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-7b3b30d8-c1f1-4518-a829-a74501cda8f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0431528 Aug 24 22:13:34.559522 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-d7732c4c-d556-4b13-b28d-efccf605d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.561587 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-d7732c4c-d556-4b13-b28d-efccf605d3c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1004992 Aug 24 22:13:34.637441 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-01af9083-fceb-439b-a0ff-7946dd4507fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 998 time: 0.0680890 Aug 24 22:13:34.754355 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:13:34.756170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-e26c4d73-efb3-4565-9966-3ef4ec601882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.757823 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-e26c4d73-efb3-4565-9966-3ef4ec601882 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0506477 Aug 24 22:13:34.807865 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-e0049627-07e2-4adc-b982-bc2cdc4e43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:34.809399 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-e0049627-07e2-4adc-b982-bc2cdc4e43fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392139 Aug 24 22:13:34.896987 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-5840f361-87d6-46b3-a19c-5bd4ae2a53fd service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786808 Aug 24 22:13:34.991964 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db812795-8c05-4f28-aabd-7ae74d575d71 req-fe8c55d8-b7b6-4610-946f-f41f19072c81 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Aug 24 22:13:35.064366 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-902eb2b8-53a1-4b29-a56d-5296166b2c58 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:35.065805 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-902eb2b8-53a1-4b29-a56d-5296166b2c58 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.26 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0469997 Aug 24 22:13:35.165624 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Deleting port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:13:35.166059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:35.279651 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a0aa-b8a7-4a91-abaf-f789bb0bffb4 req-e233fedf-50a5-4dc1-a969-2a92aec2ecb1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:35.281180 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6691a0aa-b8a7-4a91-abaf-f789bb0bffb4 req-e233fedf-50a5-4dc1-a969-2a92aec2ecb1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1036160 Aug 24 22:13:35.282991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] For port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,segment=NetworkSegment(c608fb3c-219f-461d-b4b0-8298c381d452),segment_id=c608fb3c-219f-461d-b4b0-8298c381d452)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:35.283584 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:35.298723 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Calling delete_port for 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:13:35.316995 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2367a-d406-4143-9a77-1d4b20d9b28b req-a589b83c-8cdc-4d7a-a2fd-42bc24da1dae tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:35.318480 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56a2367a-d406-4143-9a77-1d4b20d9b28b req-a589b83c-8cdc-4d7a-a2fd-42bc24da1dae tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 950 time: 0.0831978 Aug 24 22:13:35.347989 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6691a0aa-b8a7-4a91-abaf-f789bb0bffb4 req-8596ed5a-b50a-44c6-a81b-6120e7b6dac4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0584991 Aug 24 22:13:35.376411 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56a2367a-d406-4143-9a77-1d4b20d9b28b req-1dd61616-4b23-4e9c-8711-03c46b88dc0d tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/security-groups?id=105affad-c522-462e-881b-dc69ec4b82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Aug 24 22:13:35.498511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:35.527647 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Pushing event deleted for resources: {'Port': ['ID=7a435fc5-48c1-4e65-8a08-ba91d2d74bc6,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:35.539927 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.540315 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.540657 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.540991 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.541322 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.541652 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.541979 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.542336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.542685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.542981 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.543301 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.543622 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:35.578360 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] No DVR routers for this DVR port 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:13:35.581375 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:35.583420 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-baa8ab0c-8bfb-425e-9f47-f18641c8cb32 req-f5599cb1-d722-40ca-8894-32940e61ba19 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.26 "DELETE /v2.0/ports/7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 HTTP/1.1" status: 204 len: 173 time: 0.5088775 Aug 24 22:13:35.583865 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'name': 'network-vif-deleted', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:13:35.586261 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9d71e-98f4-402d-99a9-096df5f0f545" -d '{"events": [{"server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "name": "network-vif-deleted", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:13:35.623266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe69b545-1dfb-4646-b84b-3f54c35628f2 x-openstack-request-id: req-fe69b545-1dfb-4646-b84b-3f54c35628f2 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:13:35.623558 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66258a71-05bd-4569-99bf-3899535f24ae", "name": "network-vif-deleted", "tag": "7a435fc5-48c1-4e65-8a08-ba91d2d74bc6", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:13:35.623811 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe69b545-1dfb-4646-b84b-3f54c35628f2 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:13:35.624238 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66258a71-05bd-4569-99bf-3899535f24ae', 'name': 'network-vif-deleted', 'tag': '7a435fc5-48c1-4e65-8a08-ba91d2d74bc6', 'status': 'completed', 'code': 200} Aug 24 22:13:36.480323 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-74dfc58f-ef3b-4b42-83b3-5520963e4f06 req-20d824de-99ba-4d62-8369-aa51be4de4de tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0329406 Aug 24 22:13:36.495682 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562863-d519-42cd-9825-2ba568aab0d3 req-ddba1358-35e1-4464-969b-034226e79ce4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:36.497235 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41562863-d519-42cd-9825-2ba568aab0d3 req-ddba1358-35e1-4464-969b-034226e79ce4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0752149 Aug 24 22:13:36.537263 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41562863-d519-42cd-9825-2ba568aab0d3 req-b0a9cf50-e3c7-47dd-bd20-381f31817e0c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341983 Aug 24 22:13:37.572635 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f2c0a3b-c664-4957-a2c3-82a998f27835 req-d708a553-0b24-4aa6-8ef2-0a139a96b760 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0257745 Aug 24 22:13:37.658890 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce201-5a49-4420-b8d8-0ec437ed2e01 req-4fd10b53-6e3c-43cd-89d9-61bd089bb60c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:37.660451 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1c7ce201-5a49-4420-b8d8-0ec437ed2e01 req-4fd10b53-6e3c-43cd-89d9-61bd089bb60c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0499122 Aug 24 22:13:37.699145 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1c7ce201-5a49-4420-b8d8-0ec437ed2e01 req-4b3ebe2f-f627-4005-9271-37a7f7c02c51 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325615 Aug 24 22:13:38.427377 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['7a435fc5-48c1-4e65-8a08-ba91d2d74bc6'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:13:38.677325 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7ee4e9cf-fee8-443f-9f84-60f2c72642c1 req-7fa6f44c-c9c5-44bc-891d-c7ef2052ae70 tempest-VolumesNegativeTest-715008250 tempest-VolumesNegativeTest-715008250-project] 10.222.0.20 "GET /v2.0/ports?device_id=66258a71-05bd-4569-99bf-3899535f24ae HTTP/1.1" status: 200 len: 210 time: 0.0343816 Aug 24 22:13:38.823043 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de81b-30b5-47b7-be07-1fdf72938af0 req-a47593b6-d937-4005-bd02-1537e7099ee9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:38.824897 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e34de81b-30b5-47b7-be07-1fdf72938af0 req-a47593b6-d937-4005-bd02-1537e7099ee9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0553460 Aug 24 22:13:38.871685 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e34de81b-30b5-47b7-be07-1fdf72938af0 req-feb21c29-4281-4b74-b215-f4b14b390117 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399187 Aug 24 22:13:40.011218 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa7e1f-49a0-4b14-86ce-8b1da12814f3 req-6f331b0b-3ebb-4a04-9104-a6de0a5a8c9e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:40.013516 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fefa7e1f-49a0-4b14-86ce-8b1da12814f3 req-6f331b0b-3ebb-4a04-9104-a6de0a5a8c9e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0518541 Aug 24 22:13:40.051501 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fefa7e1f-49a0-4b14-86ce-8b1da12814f3 req-c8a72905-1279-43bc-9e27-2b3f4b8f8567 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318785 Aug 24 22:13:41.170113 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e49ff-170f-4346-81f3-1f5236cb1b32 req-794f0acf-7200-4677-ba5a-a69f00d3f5ba tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:41.171591 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c9e49ff-170f-4346-81f3-1f5236cb1b32 req-794f0acf-7200-4677-ba5a-a69f00d3f5ba tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0478771 Aug 24 22:13:41.209757 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7c9e49ff-170f-4346-81f3-1f5236cb1b32 req-0832db38-3086-40a7-baef-cc7c098bfb5b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321367 Aug 24 22:13:41.580943 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25098ed-bd75-4e6b-9946-66614dd53940 req-d33f94e1-3e28-43a0-9b4a-6cdd9e634d1d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:41.582506 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d25098ed-bd75-4e6b-9946-66614dd53940 req-d33f94e1-3e28-43a0-9b4a-6cdd9e634d1d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0468426 Aug 24 22:13:41.625111 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d25098ed-bd75-4e6b-9946-66614dd53940 req-9f5bb470-f368-4c19-b43e-98ef5511232f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Aug 24 22:13:42.328487 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50126111-a3da-449b-bd32-c8bc36fc77ee req-21795ae6-cb6a-4ce2-a64e-bb030e0c4da3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:42.329853 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-50126111-a3da-449b-bd32-c8bc36fc77ee req-21795ae6-cb6a-4ce2-a64e-bb030e0c4da3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0472841 Aug 24 22:13:42.366857 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-50126111-a3da-449b-bd32-c8bc36fc77ee req-2f3b6da7-4ad7-47c9-81c8-a1301ac40982 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309801 Aug 24 22:13:42.741211 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35483b-dacf-4cb3-8f41-5d2f63203a56 req-fc72f826-fc8e-4a04-a4ec-11e1dbf0f9c4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:42.742793 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b35483b-dacf-4cb3-8f41-5d2f63203a56 req-fc72f826-fc8e-4a04-a4ec-11e1dbf0f9c4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Aug 24 22:13:42.785656 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b35483b-dacf-4cb3-8f41-5d2f63203a56 req-8422714f-2961-48d7-99e0-764cf5edb4b4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 24 22:13:42.904424 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c1d8efdf-dfd5-4c80-a5a0-bb56f128ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:43.489883 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb6d6-71cf-4b0b-9f62-3ffdb7a23f9c req-57f1a927-1f24-43ce-8d61-af315e959757 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:43.491380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-890cb6d6-71cf-4b0b-9f62-3ffdb7a23f9c req-57f1a927-1f24-43ce-8d61-af315e959757 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0477617 Aug 24 22:13:43.533240 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-890cb6d6-71cf-4b0b-9f62-3ffdb7a23f9c req-14834edf-0c50-44c8-831e-509a8ea2c676 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359631 Aug 24 22:13:43.642304 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:13:43.664146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:13:43.664425 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7a435fc5-48c1-4e65-8a08-ba91d2d74bc6 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:13:43.898283 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263d2b-a80d-4aba-9a81-f56fbc372a16 req-133585d9-afa0-4c57-a51d-964d36db28ef tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:43.899785 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8263d2b-a80d-4aba-9a81-f56fbc372a16 req-133585d9-afa0-4c57-a51d-964d36db28ef tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0487328 Aug 24 22:13:43.937515 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8263d2b-a80d-4aba-9a81-f56fbc372a16 req-f1902416-6ee8-44b3-8881-debef73d5863 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 24 22:13:44.651893 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d79a-8cb5-47fb-bd87-11413b369101 req-f5ea8079-6579-4111-8699-4a567a9517e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:44.653380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f77d79a-8cb5-47fb-bd87-11413b369101 req-f5ea8079-6579-4111-8699-4a567a9517e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0485072 Aug 24 22:13:44.691898 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f77d79a-8cb5-47fb-bd87-11413b369101 req-8d5574bd-6eb7-4da3-8e28-a0ba15e654c2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325382 Aug 24 22:13:45.051019 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b170-6a5c-4b50-9a29-dbd924d8faee req-3a7e8be9-a9dc-48a4-b865-4fa4a82ae3ee tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:45.052505 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1c0b170-6a5c-4b50-9a29-dbd924d8faee req-3a7e8be9-a9dc-48a4-b865-4fa4a82ae3ee tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Aug 24 22:13:45.094832 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1c0b170-6a5c-4b50-9a29-dbd924d8faee req-2c54f578-a713-4bda-b3ec-59b306e39596 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Aug 24 22:13:45.584138 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-88f8dfa4-bec6-4d5d-b2b7-73a664f086d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:45.778262 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:45.812552 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee2c6-5df6-4ac8-966a-0e1bfd965912 req-b39dc421-95cd-4017-b0c6-f4910a6475be tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:45.814006 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d8ee2c6-5df6-4ac8-966a-0e1bfd965912 req-b39dc421-95cd-4017-b0c6-f4910a6475be tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0483806 Aug 24 22:13:45.850958 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8d8ee2c6-5df6-4ac8-966a-0e1bfd965912 req-68ab6d60-6691-457b-a0ca-beb83121304e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309210 Aug 24 22:13:46.210805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00eeb-47d7-48eb-9419-64c6022f65ce req-23c0946a-80a4-433a-a4ba-603c69b96825 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:46.212397 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ff00eeb-47d7-48eb-9419-64c6022f65ce req-23c0946a-80a4-433a-a4ba-603c69b96825 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Aug 24 22:13:46.249046 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ff00eeb-47d7-48eb-9419-64c6022f65ce req-73e637a8-11c8-4c91-8578-c980fe9ed898 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Aug 24 22:13:46.692565 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:46.831082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-7e82bbda-2952-4a7a-b93b-0da0b849e338 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:46.832597 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-7e82bbda-2952-4a7a-b93b-0da0b849e338 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 946 time: 0.0533652 Aug 24 22:13:46.924072 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Deleting port 7282b595-b6d8-4766-93b4-1651b9f1762c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:13:46.924550 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:46.977481 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9867d91-d9fe-48a0-8e14-ae23017f92f0 req-c8d0bf02-d7f8-44e0-9913-2005bdeb4a65 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:46.977481 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9867d91-d9fe-48a0-8e14-ae23017f92f0 req-c8d0bf02-d7f8-44e0-9913-2005bdeb4a65 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0473983 Aug 24 22:13:47.015862 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9867d91-d9fe-48a0-8e14-ae23017f92f0 req-e4de20b3-4ab3-4a63-a55c-352f6fc07985 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358348 Aug 24 22:13:47.017289 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] For port 7282b595-b6d8-4766-93b4-1651b9f1762c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7282b595-b6d8-4766-93b4-1651b9f1762c,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:13:47.017681 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:47.030621 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Calling delete_port for 7282b595-b6d8-4766-93b4-1651b9f1762c owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:13:47.310061 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:47.345456 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Pushing event deleted for resources: {'Port': ['ID=7282b595-b6d8-4766-93b4-1651b9f1762c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:47.354403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['7282b595-b6d8-4766-93b4-1651b9f1762c', 'a5ac2867-5463-4751-9403-c65093a6d306'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:13:47.358794 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5db008d-9bb3-4479-b0c7-517e24b0e14f req-3ec302b9-ecde-4e43-bf9c-561101436141 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.0395277 Aug 24 22:13:47.404216 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] No DVR routers for this DVR port 7282b595-b6d8-4766-93b4-1651b9f1762c on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:13:47.407397 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:47.409489 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-c3b890b5-b5d1-4b4b-8a86-fe19005f3db9 req-0b3f3e5d-866b-42bc-b24a-f038c173a438 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "DELETE /v2.0/ports/7282b595-b6d8-4766-93b4-1651b9f1762c HTTP/1.1" status: 204 len: 173 time: 0.5703967 Aug 24 22:13:47.410065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'name': 'network-vif-deleted', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:13:47.412349 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d40ee3-bfc5-4cf7-b78f-9e0ac8e172bb" -d '{"events": [{"server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "name": "network-vif-deleted", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:13:47.458619 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc66ef-df35-4474-84de-aebb331271f8 x-openstack-request-id: req-7ffc66ef-df35-4474-84de-aebb331271f8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:13:47.458905 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420", "name": "network-vif-deleted", "tag": "7282b595-b6d8-4766-93b4-1651b9f1762c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:13:47.459157 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ffc66ef-df35-4474-84de-aebb331271f8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:13:47.459601 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420', 'name': 'network-vif-deleted', 'tag': '7282b595-b6d8-4766-93b4-1651b9f1762c', 'status': 'completed', 'code': 200} Aug 24 22:13:47.907959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:48.139789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df631e4d-29bf-4881-8db7-210875e839b4 req-62201224-17e5-4b71-aeb5-ec55820f6558 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:48.141370 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-df631e4d-29bf-4881-8db7-210875e839b4 req-62201224-17e5-4b71-aeb5-ec55820f6558 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0510333 Aug 24 22:13:48.181483 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-df631e4d-29bf-4881-8db7-210875e839b4 req-54ddf653-0877-43ba-977f-719586b94fd8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342073 Aug 24 22:13:48.486096 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-62e7de9e-9856-4733-9208-76f12d50cd92 req-4b739fce-3031-4939-a4dd-79af967ddd59 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5eb2ec0-bd03-408e-bc2e-3c69e6cbd420 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Aug 24 22:13:49.326562 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4c89-3375-4c49-85bf-ebca74f3945f req-8b1098ac-9c97-45e9-b6a8-db3c0aac4a49 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:49.335475 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea1a4c89-3375-4c49-85bf-ebca74f3945f req-8b1098ac-9c97-45e9-b6a8-db3c0aac4a49 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0613818 Aug 24 22:13:49.374352 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea1a4c89-3375-4c49-85bf-ebca74f3945f req-4d121a92-6063-4310-acad-0e77f3587abd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371699 Aug 24 22:13:50.152851 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f900c5-0198-4677-b1fe-d484b5e524d9 req-1959718a-a2f8-40bf-bd45-168675d70d99 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:50.154628 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9f900c5-0198-4677-b1fe-d484b5e524d9 req-1959718a-a2f8-40bf-bd45-168675d70d99 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0497344 Aug 24 22:13:50.194553 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9f900c5-0198-4677-b1fe-d484b5e524d9 req-0fbb3097-f984-4279-8a6a-c6d0f77e91db tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Aug 24 22:13:50.484604 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7282b595-b6d8-4766-93b4-1651b9f1762c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:13:50.511167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 7282b595-b6d8-4766-93b4-1651b9f1762c {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:13:50.511506 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 7282b595-b6d8-4766-93b4-1651b9f1762c not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:13:50.522101 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a400b-bf80-4288-8736-98a24151865c req-b8aa7ff5-d179-48f8-a428-90e828b49228 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:50.524181 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-784a400b-bf80-4288-8736-98a24151865c req-b8aa7ff5-d179-48f8-a428-90e828b49228 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0731139 Aug 24 22:13:50.583084 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-784a400b-bf80-4288-8736-98a24151865c req-57392f65-618d-4cac-97d4-7771486f73cc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522285 Aug 24 22:13:51.324482 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7c21-b1ff-4529-bf96-1ccfd4a87985 req-381a2dd6-77ba-47bb-a421-f2348507a55f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:51.325954 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8fc7c21-b1ff-4529-bf96-1ccfd4a87985 req-381a2dd6-77ba-47bb-a421-f2348507a55f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0583000 Aug 24 22:13:51.365293 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8fc7c21-b1ff-4529-bf96-1ccfd4a87985 req-f2955617-a9f2-4dd0-95b2-b4c81e64c98c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Aug 24 22:13:51.708011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41c8dc-996c-4c11-a074-152ab4fee29d req-ffc22ca5-9af8-43ee-baa5-fe6af1f5f48b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:51.709499 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a41c8dc-996c-4c11-a074-152ab4fee29d req-ffc22ca5-9af8-43ee-baa5-fe6af1f5f48b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0502768 Aug 24 22:13:51.763864 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a41c8dc-996c-4c11-a074-152ab4fee29d req-bc793c89-c993-4b40-b481-a85f0f7e7d85 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483296 Aug 24 22:13:52.493004 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287bd43-f4f4-4017-8319-c6a1ea1172c1 req-82466612-a502-4120-894a-406676971d85 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:52.498806 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6287bd43-f4f4-4017-8319-c6a1ea1172c1 req-82466612-a502-4120-894a-406676971d85 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0591862 Aug 24 22:13:52.544251 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6287bd43-f4f4-4017-8319-c6a1ea1172c1 req-26ddcd73-53cc-40eb-ae12-b3e0981eb5e2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Aug 24 22:13:52.927775 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6857a66-9d91-4a2a-a060-3f1f322db2be req-bcbb571f-1fd4-4196-938f-a5716e7933a8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:52.929378 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f6857a66-9d91-4a2a-a060-3f1f322db2be req-bcbb571f-1fd4-4196-938f-a5716e7933a8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0750995 Aug 24 22:13:52.978176 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f6857a66-9d91-4a2a-a060-3f1f322db2be req-685b28f8-2aa0-45b8-a0bd-366ca0d86f21 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422013 Aug 24 22:13:53.662066 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48565-a2f7-433d-8a04-93e6610fae20 req-4c04538d-e2ab-4353-bcc4-ceb3531cfff6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:53.663711 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7f48565-a2f7-433d-8a04-93e6610fae20 req-4c04538d-e2ab-4353-bcc4-ceb3531cfff6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Aug 24 22:13:53.708098 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7f48565-a2f7-433d-8a04-93e6610fae20 req-e0e4720d-704c-4a4e-ac04-de741e8ce302 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Aug 24 22:13:54.106619 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994eb80-2daf-436f-abfb-f94e66973f30 req-0fb20549-a96f-460c-a293-d84f7dadeec7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:54.108061 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1994eb80-2daf-436f-abfb-f94e66973f30 req-0fb20549-a96f-460c-a293-d84f7dadeec7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0495100 Aug 24 22:13:54.145694 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1994eb80-2daf-436f-abfb-f94e66973f30 req-03228dfa-dca9-476e-a25c-2346201e83ae tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310788 Aug 24 22:13:54.651724 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59692) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:54.829126 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-74daed37-7a09-40d1-b1db-92d711975b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44553201ab96475cbc1c3db7230ebd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791496 Aug 24 22:13:54.829999 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59702) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:54.842953 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38bbc-c2e6-41ad-a1e0-af1ed315c2e0 req-aa5cc5a0-0841-47ae-ad64-3fb372be8d67 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:54.850515 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-baf38bbc-c2e6-41ad-a1e0-af1ed315c2e0 req-aa5cc5a0-0841-47ae-ad64-3fb372be8d67 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0622857 Aug 24 22:13:54.883854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:54.889086 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-baf38bbc-c2e6-41ad-a1e0-af1ed315c2e0 req-76254478-462b-4c55-982a-adaac185583b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Aug 24 22:13:54.905446 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:55.081431 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:55.083882 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:55.085070 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/105affad-c522-462e-881b-dc69ec4b82ac HTTP/1.1" status: 204 len: 168 time: 0.2539835 Aug 24 22:13:55.092988 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf8eb8-ca38-4aef-8040-0c825fbda960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105affad-c522-462e-881b-dc69ec4b82ac,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:55.263049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299630-abdc-41a6-806c-182799e891d9 req-27d11a95-541b-473c-9687-12b71609f169 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:55.264523 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04299630-abdc-41a6-806c-182799e891d9 req-27d11a95-541b-473c-9687-12b71609f169 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0469410 Aug 24 22:13:55.301895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04299630-abdc-41a6-806c-182799e891d9 req-967629e2-9eca-4e99-9b6f-ef3c3d194a49 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314581 Aug 24 22:13:56.009692 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3d043-1b94-4d0c-9d46-d50ecab93655 req-2113f611-f73c-4efe-bb43-0ac7d4f07215 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:56.011217 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-69a3d043-1b94-4d0c-9d46-d50ecab93655 req-2113f611-f73c-4efe-bb43-0ac7d4f07215 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0486693 Aug 24 22:13:56.059461 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-69a3d043-1b94-4d0c-9d46-d50ecab93655 req-98ad4168-e0e7-46b8-9e51-0bac83dabe5b tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Aug 24 22:13:56.125419 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59736) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:56.222928 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1875324150-network', 'tenant_id': '899b4988927542c2a81b07d8d251f551'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:56.303822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Made reservation on behalf of 899b4988927542c2a81b07d8d251f551 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:13:56.306321 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.317484 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.414382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.425537 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0ec62-91bb-439f-8250-55c57de855ba req-4b6b9699-e6bb-4ee6-86d0-51490cfd3433 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:56.427742 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95a0ec62-91bb-439f-8250-55c57de855ba req-4b6b9699-e6bb-4ee6-86d0-51490cfd3433 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0530262 Aug 24 22:13:56.474751 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95a0ec62-91bb-439f-8250-55c57de855ba req-7fd53f0e-bfd8-4156-9e54-606db4d37f7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410862 Aug 24 22:13:56.490814 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.511990 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:13:56.525418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0888daf8-a673-492d-864e-4ecf5ac27995,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:56.531538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.531963 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Added segment 8229bdc2-b217-4ed3-a6ca-deb485b6c96e of type vlan for network 9558b5d8-c97f-4c15-920b-724863172dff Aug 24 22:13:56.575476 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.658547 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.659623 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:56.660388 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:56.723609 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] Pushing event updated for resources: {'Network': ['ID=9558b5d8-c97f-4c15-920b-724863172dff,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:56.734575 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 9558b5d8-c97f-4c15-920b-724863172dff details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:13:56.746386 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f6c2f6bf-528d-40e3-9e70-722f256ebb0f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6182132 Aug 24 22:13:56.747676 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59744) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:56.756381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Request body: {'subnet': {'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1875324150-subnet', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:56.882256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Made reservation on behalf of 899b4988927542c2a81b07d8d251f551 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:13:56.884886 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.165474 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.176791 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da39e-455f-44ab-bd36-0529dbca8b82 req-4830cade-1d7e-4520-b9d9-50cc8d1f9a24 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:57.179735 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-910da39e-455f-44ab-bd36-0529dbca8b82 req-4830cade-1d7e-4520-b9d9-50cc8d1f9a24 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0506301 Aug 24 22:13:57.222536 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6fb981-289f-416a-a3b2-943dd8736ec2,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:57.232967 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-910da39e-455f-44ab-bd36-0529dbca8b82 req-ab85c573-2243-48c0-9f79-3d60948a211e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Aug 24 22:13:57.238867 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Checking segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:57.239284 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Network hostable DHCP agents. Network: 9558b5d8-c97f-4c15-920b-724863172dff, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:13:57.336777 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Network 9558b5d8-c97f-4c15-920b-724863172dff is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:13:57.456827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 9558b5d8-c97f-4c15-920b-724863172dff) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:57.461102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:57.464450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.467465 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d0dd0-846d-4f29-b65c-5dd79e42f128 None None] Network 9558b5d8-c97f-4c15-920b-724863172dff requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:13:57.565989 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8e05d72d-7e9a-473d-b228-87797c69584b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8163066 Aug 24 22:13:57.568658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59756) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:13:57.573088 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:13:57.600893 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f572d5-63ae-44cb-8e58-b5b43b3fb061 req-00a2c243-f96b-4203-8e16-faac0301ce13 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:57.602365 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-54f572d5-63ae-44cb-8e58-b5b43b3fb061 req-00a2c243-f96b-4203-8e16-faac0301ce13 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0490065 Aug 24 22:13:57.625528 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-9558b5d8-c97f-4c15-920b-724863172dff', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:13:57.626727 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.645472 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-54f572d5-63ae-44cb-8e58-b5b43b3fb061 req-fc557edd-c7e7-479e-82d1-5beb6e080e98 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367208 Aug 24 22:13:57.658873 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.660082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.725015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.776388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Allocated IP 172.20.0.2 (9558b5d8-c97f-4c15-920b-724863172dff/8c6fb981-289f-416a-a3b2-943dd8736ec2/adb65c03-b98a-45aa-ab5f-9af622cc4106) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:57.975213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:57.991738 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Transition to ACTIVE for port object adb65c03-b98a-45aa-ab5f-9af622cc4106 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:58.027243 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Transition to ACTIVE for port object adb65c03-b98a-45aa-ab5f-9af622cc4106 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:13:58.104857 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.160445 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Pushing event updated for resources: {'Port': ['ID=adb65c03-b98a-45aa-ab5f-9af622cc4106,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:58.172494 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.177147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.177556 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.177958 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.178303 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.178639 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.178971 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.179297 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.179624 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.179966 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.180342 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.180634 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.181429 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:13:58.188568 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Network 9558b5d8-c97f-4c15-920b-724863172dff is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:58.190197 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:58.193181 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:58.248819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.250785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Attempting to bind port adb65c03-b98a-45aa-ab5f-9af622cc4106 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:13:58.251230 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Attempting to bind port adb65c03-b98a-45aa-ab5f-9af622cc4106 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:13:58.251662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Attempting to bind port adb65c03-b98a-45aa-ab5f-9af622cc4106 on network 9558b5d8-c97f-4c15-920b-724863172dff {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:13:58.258251 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:13:58.258726 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Checking segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:13:58.259199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.259662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Bound using segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:13:58.260298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Bound port: adb65c03-b98a-45aa-ab5f-9af622cc4106, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:13:58.260777 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.359748 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-12348b9e-c0db-4c76-9980-2bc9b09b5f89 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311625091&fields=id&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 267 time: 0.0513899 Aug 24 22:13:58.367458 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] For port adb65c03-b98a-45aa-ab5f-9af622cc4106, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:13:58.371131 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] For port adb65c03-b98a-45aa-ab5f-9af622cc4106, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=adb65c03-b98a-45aa-ab5f-9af622cc4106,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:13:58.436681 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.492340 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23f37-cf03-4647-b974-9b6e0e066537 req-55a6d724-aad1-4485-9a97-9c10f89a1524 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:58.493797 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ba23f37-cf03-4647-b974-9b6e0e066537 req-55a6d724-aad1-4485-9a97-9c10f89a1524 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1296418 Aug 24 22:13:58.539165 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b30ad-1e71-4cf7-a27b-8668cb7e3537 None None] Pushing event updated for resources: {'Port': ['ID=adb65c03-b98a-45aa-ab5f-9af622cc4106,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:58.584165 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.604107 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ba23f37-cf03-4647-b974-9b6e0e066537 req-edd2c836-4f37-4de7-9072-96c50ee4cea7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005185 Aug 24 22:13:58.612797 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-1d958cb9-b54a-4577-a7a2-f6b3b0dd21f9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:58.614471 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-1d958cb9-b54a-4577-a7a2-f6b3b0dd21f9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.2110934 Aug 24 22:13:58.617597 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:58.722719 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-3a4f12f7-9b40-40a1-a61c-d8728e601a07 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/quotas/2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 375 time: 0.0189490 Aug 24 22:13:58.722719 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-070b7f80-2c7b-4ecf-9d49-cedaac7fe6ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602930 Aug 24 22:13:58.836736 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Allocated IP 172.27.2.116 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/54814d07-946c-400d-9bcc-a6d0d3a67514) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:13:58.908165 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb0953-7ec4-41ee-a81d-cf8006c3ee98 req-902fa127-db9d-4023-9184-30d3180e0620 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:58.917280 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f7eb0953-7ec4-41ee-a81d-cf8006c3ee98 req-902fa127-db9d-4023-9184-30d3180e0620 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1377933 Aug 24 22:13:58.956396 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-3a7935d6-cdf6-4aab-8208-d03ced4e1454 service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099812 Aug 24 22:13:59.027975 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f7eb0953-7ec4-41ee-a81d-cf8006c3ee98 req-e276f108-72bf-4822-9cf5-27758a32f490 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1092725 Aug 24 22:13:59.051937 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:59.147969 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-64744f70-06af-4656-9457-e77508e1c707 service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782162 Aug 24 22:13:59.485971 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:13:59.525554 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:13:59.535297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:13:59.535297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:13:59.567088 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=54814d07-946c-400d-9bcc-a6d0d3a67514,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:13:59.781851 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3522058-947e-490b-b3f4-2d581e84fd9c None None] Network 9558b5d8-c97f-4c15-920b-724863172dff requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:13:59.841942 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6ca1-d2a4-4cb7-b921-633aca6dc57d req-d694c2aa-4f43-40d4-a4c0-8c4fff1851d0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:13:59.844067 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-307a6ca1-d2a4-4cb7-b921-633aca6dc57d req-d694c2aa-4f43-40d4-a4c0-8c4fff1851d0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0677795 Aug 24 22:13:59.881740 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device adb65c03-b98a-45aa-ab5f-9af622cc4106 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:13:59.922049 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-307a6ca1-d2a4-4cb7-b921-633aca6dc57d req-5f9bb5ce-ec4b-4273-9294-e05b47a40159 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636001 Aug 24 22:14:00.028234 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-47a2cb2e-e355-40a8-b27b-8550543bd825 req-5442c398-3908-4e75-95cd-8f3fc6b57bb0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.0340950 Aug 24 22:14:00.033594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.086938 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9f07c185-bbf7-4ae3-915a-cb5d66623cef None None] Provisioning for port adb65c03-b98a-45aa-ab5f-9af622cc4106 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:00.205226 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port adb65c03-b98a-45aa-ab5f-9af622cc4106 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:00.210358 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port adb65c03-b98a-45aa-ab5f-9af622cc4106 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:00.210733 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.250667 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d6ad-bb33-4724-9635-d199a795d335 req-6746820c-14d4-45e1-a031-f9db4a867030 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:00.254468 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c80d6ad-bb33-4724-9635-d199a795d335 req-6746820c-14d4-45e1-a031-f9db4a867030 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0937946 Aug 24 22:14:00.349440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c80d6ad-bb33-4724-9635-d199a795d335 req-f0145936-616a-481b-95cf-4b918c5cee14 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0849142 Aug 24 22:14:00.363027 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.417184 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.663503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port adb65c03-b98a-45aa-ab5f-9af622cc4106, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=adb65c03-b98a-45aa-ab5f-9af622cc4106,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:00.677626 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-670b2e0f-5808-4d56-92d0-56caeda48a9b None None] Provisioning complete for port adb65c03-b98a-45aa-ab5f-9af622cc4106 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:00.678090 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-670b2e0f-5808-4d56-92d0-56caeda48a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.709449 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Router ff7c4880-4509-4ab9-8a24-e84b31e1f075 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:14:00.754172 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.808856 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-670b2e0f-5808-4d56-92d0-56caeda48a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.845806 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:00.856348 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Sync routers for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:00.861093 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=adb65c03-b98a-45aa-ab5f-9af622cc4106,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:00.871506 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:00.872585 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:00.907147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.db.api [None req-670b2e0f-5808-4d56-92d0-56caeda48a9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:14:00.907568 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG oslo_db.api [None req-670b2e0f-5808-4d56-92d0-56caeda48a9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:14:00.953052 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:00.953052 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7e4bf712-d6a1-4b89-8f8a-9e200049d2b5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3814771 Aug 24 22:14:00.955800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 59808) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:01.016250 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:01.313563 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:13:59Z', 'revision_number': 3, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:01.319415 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-85985a8d-97ee-404a-a522-fb1fbebe8d30 req-ef2bd29b-f9ef-4647-b5a5-73f6ded0a9c4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.0393527 Aug 24 22:14:01.347030 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Checking router: ff7c4880-4509-4ab9-8a24-e84b31e1f075 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:01.347725 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Updating router ff7c4880-4509-4ab9-8a24-e84b31e1f075 port 54814d07-946c-400d-9bcc-a6d0d3a67514 binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:14:01.388571 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:01.459057 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80985e9f-cf58-4e36-bc5c-fa61c5722542 req-3c0bd148-3bd5-4dea-a9f9-d930d8d39205 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:01.464866 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80985e9f-cf58-4e36-bc5c-fa61c5722542 req-3c0bd148-3bd5-4dea-a9f9-d930d8d39205 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1839092 Aug 24 22:14:01.615919 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80985e9f-cf58-4e36-bc5c-fa61c5722542 req-01873d84-b3c4-4b75-9b6e-10956603b37a tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477916 Aug 24 22:14:01.625388 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2129542-9147-432d-b7ca-04cd6b853b7b req-f92324fb-18ef-494f-b782-1ab205ac5e01 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:01.632576 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a2129542-9147-432d-b7ca-04cd6b853b7b req-f92324fb-18ef-494f-b782-1ab205ac5e01 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1660249 Aug 24 22:14:01.691312 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a2129542-9147-432d-b7ca-04cd6b853b7b req-0966ee0d-10d0-445f-9b04-57c954d13c8b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576971 Aug 24 22:14:01.802093 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:01.831319 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device adb65c03-b98a-45aa-ab5f-9af622cc4106 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:01.839789 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Transition to ACTIVE for port object 54814d07-946c-400d-9bcc-a6d0d3a67514 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:01.912831 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port adb65c03-b98a-45aa-ab5f-9af622cc4106 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:01.913264 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.010788 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.165075 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Allocated IP 172.20.0.1 (9558b5d8-c97f-4c15-920b-724863172dff/8c6fb981-289f-416a-a3b2-943dd8736ec2/f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:02.263887 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.277817 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Transition to ACTIVE for port object f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:02.298716 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.352960 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Attempting to bind port 54814d07-946c-400d-9bcc-a6d0d3a67514 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:02.353345 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Attempting to bind port 54814d07-946c-400d-9bcc-a6d0d3a67514 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:02.353802 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Attempting to bind port 54814d07-946c-400d-9bcc-a6d0d3a67514 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:02.364596 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:02.364965 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:02.365528 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.365994 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:02.366459 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Bound port: 54814d07-946c-400d-9bcc-a6d0d3a67514, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:02.366851 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.369408 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Pushing event updated for resources: {'Port': ['ID=54814d07-946c-400d-9bcc-a6d0d3a67514,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:02.395046 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.395422 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.395819 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.396180 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.396517 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.396846 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.397481 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.397953 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.398320 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.398625 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.398969 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.399304 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.414937 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-193d543b-3ce7-4af4-a054-aba2f70649f6 req-92b32504-8c42-42a0-b4a1-4eb3d6d36f22 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.0297999 Aug 24 22:14:02.416084 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.442205 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] For port 54814d07-946c-400d-9bcc-a6d0d3a67514, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:02.445345 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] For port 54814d07-946c-400d-9bcc-a6d0d3a67514, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=54814d07-946c-400d-9bcc-a6d0d3a67514,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:02.462491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Network 9558b5d8-c97f-4c15-920b-724863172dff is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:02.466747 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:02.469086 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:02.474331 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:02.501083 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.501475 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.501882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.502238 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.502567 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.502901 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.503228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.503559 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.503882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.504226 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.504549 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.504870 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:02.526898 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.573268 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.633740 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:02.634366 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:02.673042 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbad775-ae79-4789-a223-42adcbf609e2 None None] Pushing event updated for resources: {'Port': ['ID=54814d07-946c-400d-9bcc-a6d0d3a67514,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:02.741698 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07110f-daa2-4a5d-a16a-b25c9aa7c955 req-dcb304b2-9173-4227-a4f5-b052f3bca8a0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:02.743418 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3e07110f-daa2-4a5d-a16a-b25c9aa7c955 req-dcb304b2-9173-4227-a4f5-b052f3bca8a0 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0525815 Aug 24 22:14:02.761805 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:02.830804 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.842029 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7cd3f4ba-cacb-43a0-92d2-34d3e980cd3d None None] Provisioning for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:02.849653 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7cd3f4ba-cacb-43a0-92d2-34d3e980cd3d None None] Provisioning complete for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:02.850505 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f4ba-cacb-43a0-92d2-34d3e980cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:02.870000 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b03f-d78f-4f9a-a6aa-d8fa8c49766d req-8bdd66c8-ffee-4e09-ba72-397932095462 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:02.871482 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d59b03f-d78f-4f9a-a6aa-d8fa8c49766d req-8bdd66c8-ffee-4e09-ba72-397932095462 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0980952 Aug 24 22:14:02.877618 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3e07110f-daa2-4a5d-a16a-b25c9aa7c955 req-81df2b8b-5777-428c-b411-ca191df39e8c tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056554 Aug 24 22:14:02.963860 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d59b03f-d78f-4f9a-a6aa-d8fa8c49766d req-2b4ad2f7-3656-4c51-ba49-dea074b03413 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682862 Aug 24 22:14:02.966859 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3f4ba-cacb-43a0-92d2-34d3e980cd3d None None] Port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:03.005166 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:13:59Z', 'revision_number': 3, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:03.042000 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e15f01-c93e-4fd0-810c-04541b48be22 None None] The sync data for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi is: [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:13:59Z', 'revision_number': 3, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:03.068708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:03.235664 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:03.320291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:03.323066 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:03.499883 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Network 9558b5d8-c97f-4c15-920b-724863172dff is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:03.502095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:03.629940 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3e70dcb6-c341-4b95-83f3-d4ea5562797c req-e9c07802-e016-4e3f-9610-aa42e399cb27 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.1124806 Aug 24 22:14:03.681086 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Router ff7c4880-4509-4ab9-8a24-e84b31e1f075 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:14:03.800418 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-0284bdf3-4c24-44bf-bec1-3e85d2bef0cf None None] Provisioning complete for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:03.805521 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:03.805678 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-0284bdf3-4c24-44bf-bec1-3e85d2bef0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:03.815044 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-defe3318-c016-416a-a40e-ec193a7b3ed3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff7c4880-4509-4ab9-8a24-e84b31e1f075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8580735 Aug 24 22:14:03.840296 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 54814d07-946c-400d-9bcc-a6d0d3a67514 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:03.887420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-0284bdf3-4c24-44bf-bec1-3e85d2bef0cf None None] Port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:04.035760 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 54814d07-946c-400d-9bcc-a6d0d3a67514 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:04.040272 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 54814d07-946c-400d-9bcc-a6d0d3a67514 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:04.046797 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:04.072462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4e05f-2a05-4c01-9247-6c82edddea27 req-d0ea09ce-5f02-415a-a497-f0ea591de575 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:04.074405 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-81e4e05f-2a05-4c01-9247-6c82edddea27 req-d0ea09ce-5f02-415a-a497-f0ea591de575 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0963917 Aug 24 22:14:04.097722 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ad2fd-a96a-4f20-a164-cadef4ba7c54 req-892ca71e-f437-4fa5-99bc-25c41284c20a tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:04.099358 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a67ad2fd-a96a-4f20-a164-cadef4ba7c54 req-892ca71e-f437-4fa5-99bc-25c41284c20a tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0918691 Aug 24 22:14:04.139032 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:04.142178 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-81e4e05f-2a05-4c01-9247-6c82edddea27 req-52a24fc1-76f6-4202-8ed9-ffebcffa3fc6 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Aug 24 22:14:04.165161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 54814d07-946c-400d-9bcc-a6d0d3a67514, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=54814d07-946c-400d-9bcc-a6d0d3a67514,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:04.193215 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a67ad2fd-a96a-4f20-a164-cadef4ba7c54 req-8ef9799a-2a3f-4ea2-8c4d-e1f9a68db845 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Aug 24 22:14:04.295494 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd77478-8f12-468a-83b4-a302b3916875 req-faa060bd-7096-4c3d-b271-b254eeaefcb3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:04.297614 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ecd77478-8f12-468a-83b4-a302b3916875 req-faa060bd-7096-4c3d-b271-b254eeaefcb3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0732756 Aug 24 22:14:04.325294 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:04.334916 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ecd77478-8f12-468a-83b4-a302b3916875 req-6c0e22a2-3452-4abd-9258-65563c29b8c7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314736 Aug 24 22:14:04.394253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=54814d07-946c-400d-9bcc-a6d0d3a67514,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:04.531549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-26b77db6-311b-43e3-a946-40e2b3ba01a7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:04.533715 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-26b77db6-311b-43e3-a946-40e2b3ba01a7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.1207979 Aug 24 22:14:04.588554 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-67c8c608-1edf-47a2-9d84-24eeba40b138 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 380 time: 0.0351305 Aug 24 22:14:04.599952 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'port': {'device_id': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'admin_state_up': True, 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'security_groups': ['09ad046c-1fd2-4f30-acc7-93cccc9dcfdb']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:04.727070 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-960a494f-c2f2-4d28-aedf-1b365e4777b4 req-765619b6-cfb7-463d-a9b2-37cfde7a456c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.0292449 Aug 24 22:14:04.759696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Sync routers for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:04.768562 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:04.769180 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:04.814459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 59874) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:04.819547 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570406726-network', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:04.874073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:05.034012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Made reservation on behalf of 2f119ee85efd4f60882ad6046d33822f for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:05.036261 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.084235 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 2, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:05.111168 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Checking router: ff7c4880-4509-4ab9-8a24-e84b31e1f075 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:05.111377 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Updating router ff7c4880-4509-4ab9-8a24-e84b31e1f075 port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:14:05.144881 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.204662 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.20.0.8 (37403031-71e3-4a75-bdc3-e7f6afed8997/58a0261d-97fa-43c3-8873-4a17c8adb396/6bbb6eba-aa85-4dd2-b42f-37066260853e) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:05.263533 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Made reservation on behalf of b2ae76d9bb4e4c83ae15e8dd8d8f90f7 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:05.265940 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.277072 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.309328 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d7b6-615a-4bd4-8dce-9036b65fd0ef req-d6e6da14-0a4a-48fa-8001-340e07cf2b26 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:05.309328 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a088d7b6-615a-4bd4-8dce-9036b65fd0ef req-d6e6da14-0a4a-48fa-8001-340e07cf2b26 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0826919 Aug 24 22:14:05.380383 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a088d7b6-615a-4bd4-8dce-9036b65fd0ef req-e472473f-a12f-4898-b620-de19dc627b5d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587418 Aug 24 22:14:05.382298 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.417790 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Transition to ACTIVE for port object 6bbb6eba-aa85-4dd2-b42f-37066260853e will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:05.458993 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.502445 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.511599 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224e0a1-9578-434f-aa9d-f3439b78ecd3 req-8be9704f-e1c2-49dc-bbb0-9fbdb76a13ec tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:05.512486 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Transition to ACTIVE for port object f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:05.513090 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5224e0a1-9578-434f-aa9d-f3439b78ecd3 req-8be9704f-e1c2-49dc-bbb0-9fbdb76a13ec tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0491598 Aug 24 22:14:05.557060 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5224e0a1-9578-434f-aa9d-f3439b78ecd3 req-41df02d5-a861-4e49-bca2-a62761cac490 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 Aug 24 22:14:05.619861 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.627764 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.667502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:14:05.669876 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.681187 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:05.682275 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34831d-256e-4b85-89bf-9acfaa5b36e8,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:05.685376 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:05.699022 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:05.714890 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.715315 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Added segment 8764ffc7-d943-4de4-8f0a-df0696d207e7 of type vlan for network bf8f7417-8d15-4888-a8ac-9999c90b835f Aug 24 22:14:05.741229 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da073cd-129f-4bea-a255-3976c264ab98 None None] Pushing event updated for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:05.741650 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:05.781003 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:05.781909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.802420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Attempting to bind port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:05.802808 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Attempting to bind port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:05.803162 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Attempting to bind port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c on network 9558b5d8-c97f-4c15-920b-724863172dff {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:05.814298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:05.814661 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Checking segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:05.815037 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.815477 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Bound using segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:05.815996 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Bound port: f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:05.816411 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.856158 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2643e2-e712-4fe6-bbc6-9f900ef0e0ca req-5af306c6-d216-4270-9fe4-751b037d3616 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:05.858603 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e2643e2-e712-4fe6-bbc6-9f900ef0e0ca req-5af306c6-d216-4270-9fe4-751b037d3616 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.2591755 Aug 24 22:14:05.882676 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 54814d07-946c-400d-9bcc-a6d0d3a67514 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:05.898901 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-6d174167-98ff-459a-962b-d5e2c074867d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3026330 Aug 24 22:14:05.912304 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.918238 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] For port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:05.921776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] For port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:05.967429 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e2643e2-e712-4fe6-bbc6-9f900ef0e0ca req-a6958ac9-ec2c-48d2-867f-15bb874de9c2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0974975 Aug 24 22:14:05.985572 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 54814d07-946c-400d-9bcc-a6d0d3a67514 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:05.986190 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:05.989803 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f9393-c348-4a93-8144-e4427bca8e5d req-3e8cff1e-9ca4-4b59-b456-fc76592429d7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:05.989803 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e60f9393-c348-4a93-8144-e4427bca8e5d req-3e8cff1e-9ca4-4b59-b456-fc76592429d7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 931 time: 0.1281707 Aug 24 22:14:06.038772 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.045144 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e60f9393-c348-4a93-8144-e4427bca8e5d req-b4be4ad3-6e42-456f-9504-e54e8476fd82 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466225 Aug 24 22:14:06.096544 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.096544 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:06.096544 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.137594 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da073cd-129f-4bea-a255-3976c264ab98 None None] Pushing event updated for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:06.144198 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:06.145227 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:06.159948 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8f7417-8d15-4888-a8ac-9999c90b835f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:06.185894 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network bf8f7417-8d15-4888-a8ac-9999c90b835f details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:14:06.219605 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f0be86f9-06da-4439-a9d0-f34cafa35221 None None] Provisioning for port 6bbb6eba-aa85-4dd2-b42f-37066260853e completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:06.230870 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c3bed30c-a3b3-4ed0-81d3-bee7b5d690e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4150753 Aug 24 22:14:06.234759 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 59896) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:06.239919 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Request body: {'subnet': {'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570406726-subnet', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'ip_version': 4}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:06.242986 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f0be86f9-06da-4439-a9d0-f34cafa35221 None None] Provisioning complete for port 6bbb6eba-aa85-4dd2-b42f-37066260853e triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:06.243388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f0be86f9-06da-4439-a9d0-f34cafa35221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.339432 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f0be86f9-06da-4439-a9d0-f34cafa35221 None None] Port 6bbb6eba-aa85-4dd2-b42f-37066260853e cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:06.348349 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:06.383703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Made reservation on behalf of b2ae76d9bb4e4c83ae15e8dd8d8f90f7 for: {'subnet': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:06.386205 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282790'] for subnet, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.544392 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab23e89-56a0-4967-992f-015ff7ade837 req-b493e7c1-fdf9-418e-bca7-a8b9a71ab1b3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:06.545970 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5ab23e89-56a0-4967-992f-015ff7ade837 req-b493e7c1-fdf9-418e-bca7-a8b9a71ab1b3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0830510 Aug 24 22:14:06.627793 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5ab23e89-56a0-4967-992f-015ff7ade837 req-82b0b81c-e1ee-4521-a724-db9cd12307b2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753267 Aug 24 22:14:06.682826 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:05Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:06.692858 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d26537-03f2-441e-bd7a-6d17883ae554 req-fbeba597-c8b7-47df-8eb4-39f352b84dfd tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:06.694387 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5d26537-03f2-441e-bd7a-6d17883ae554 req-fbeba597-c8b7-47df-8eb4-39f352b84dfd tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 24 22:14:06.713635 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3f39b-aa91-4497-8f91-5fed9d5dc807 None None] The sync data for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi is: [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:05Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:06.717294 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9280517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282836'] for subnet, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:06.784840 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a5d26537-03f2-441e-bd7a-6d17883ae554 req-4871ef0c-b71f-40e7-a1d0-e3fc1ebb65d8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 Aug 24 22:14:06.804406 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b746efd7-2b29-4eb1-83c1-6b9befa3a3dc,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:06.815069 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Checking segment: {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:06.815412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Network hostable DHCP agents. Network: bf8f7417-8d15-4888-a8ac-9999c90b835f, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:14:06.909789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Network bf8f7417-8d15-4888-a8ac-9999c90b835f is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:14:07.065794 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, bf8f7417-8d15-4888-a8ac-9999c90b835f) {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:07.074265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cb830-d392-424c-af67-81e814ff9cea None None] Network bf8f7417-8d15-4888-a8ac-9999c90b835f requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:14:07.094179 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:07.094772 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.133911 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7046c1-e9d1-4ae1-8438-0ac52647205a req-44ca1c0c-419a-4c23-a356-fba507c03d03 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:07.135649 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f7046c1-e9d1-4ae1-8438-0ac52647205a req-44ca1c0c-419a-4c23-a356-fba507c03d03 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0797985 Aug 24 22:14:07.205968 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-23dbad1a-0d3a-4f52-b7e2-2e0b7bae893b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9672344 Aug 24 22:14:07.205968 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 59910) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:07.210580 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:07.224587 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f7046c1-e9d1-4ae1-8438-0ac52647205a req-978d8894-ec19-4aaf-afec-dfaab4523be8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0763745 Aug 24 22:14:07.237092 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe8e54-7332-48e8-b9ba-c54d135297d9 req-777089ae-6c94-405f-9cd6-3132fca7a411 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:07.238603 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1fe8e54-7332-48e8-b9ba-c54d135297d9 req-777089ae-6c94-405f-9cd6-3132fca7a411 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 931 time: 0.1020334 Aug 24 22:14:07.260853 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-bf8f7417-8d15-4888-a8ac-9999c90b835f', 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'fixed_ips': [{'subnet_id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:14:07.262126 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.285031 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1fe8e54-7332-48e8-b9ba-c54d135297d9 req-f8441fb8-d69d-4a84-9110-ab5a1a97da54 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387025 Aug 24 22:14:07.338049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.339984 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.404887 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Allocated IP 172.20.0.2 (bf8f7417-8d15-4888-a8ac-9999c90b835f/b746efd7-2b29-4eb1-83c1-6b9befa3a3dc/fa710412-9d16-4012-8504-b61f820b2411) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:07.568488 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.578727 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Transition to ACTIVE for port object fa710412-9d16-4012-8504-b61f820b2411 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:07.596355 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Transition to ACTIVE for port object fa710412-9d16-4012-8504-b61f820b2411 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:07.611161 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.687529 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.733293 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Network bf8f7417-8d15-4888-a8ac-9999c90b835f is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:07.737167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:07.742972 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:07.758988 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Pushing event updated for resources: {'Port': ['ID=fa710412-9d16-4012-8504-b61f820b2411,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:07.841196 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Attempting to bind port fa710412-9d16-4012-8504-b61f820b2411 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:07.841578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Attempting to bind port fa710412-9d16-4012-8504-b61f820b2411 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:07.841946 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Attempting to bind port fa710412-9d16-4012-8504-b61f820b2411 on network bf8f7417-8d15-4888-a8ac-9999c90b835f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:07.849920 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:07.871087 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5dc2-3a25-4be4-ae36-7430e887a2ef req-8783653d-122e-46cd-b7d3-f6a01dfedc70 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:07.872856 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09bd5dc2-3a25-4be4-ae36-7430e887a2ef req-8783653d-122e-46cd-b7d3-f6a01dfedc70 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1739776 Aug 24 22:14:07.878039 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:07.878732 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Checking segment: {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:07.879298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.879942 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Bound using segment: {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:07.880448 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Bound port: fa710412-9d16-4012-8504-b61f820b2411, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:07.880951 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:07.960384 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] For port fa710412-9d16-4012-8504-b61f820b2411, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:07.963801 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] For port fa710412-9d16-4012-8504-b61f820b2411, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa710412-9d16-4012-8504-b61f820b2411,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:07.965859 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.002866 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09bd5dc2-3a25-4be4-ae36-7430e887a2ef req-85e32aa7-9a17-43f9-ae26-09ea8a1452e2 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Aug 24 22:14:08.010955 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0db8a-9c16-4aa7-96f0-56e0b66305cf req-5d080075-4f26-4c07-9d32-35e561de742f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:08.012429 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-07d0db8a-9c16-4aa7-96f0-56e0b66305cf req-5d080075-4f26-4c07-9d32-35e561de742f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.1099162 Aug 24 22:14:08.054051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-07d0db8a-9c16-4aa7-96f0-56e0b66305cf req-da14e6fe-befe-4818-8aa2-d58641742c75 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 24 22:14:08.086384 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:08.090425 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:08.090801 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.120815 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.208552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070495d-5562-4f8c-8d51-ed52dcdbe558 None None] Pushing event updated for resources: {'Port': ['ID=fa710412-9d16-4012-8504-b61f820b2411,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:08.226890 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.263920 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:08.365363 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.379149 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.411558 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.426457 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:08.449010 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200611dd-5156-4239-b4e8-d2b57a0831ec req-6665b964-57dd-4f13-af0a-2574727fb3c2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:08.450755 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-200611dd-5156-4239-b4e8-d2b57a0831ec req-6665b964-57dd-4f13-af0a-2574727fb3c2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1333163 Aug 24 22:14:08.534901 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6913-2920-4fbd-86f0-1197b7938c4c req-6677e045-66ac-4b74-a93c-1540bb909ae9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:08.536401 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0ec6913-2920-4fbd-86f0-1197b7938c4c req-6677e045-66ac-4b74-a93c-1540bb909ae9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 931 time: 0.1552265 Aug 24 22:14:08.577632 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Request body: {'port': {'device_id': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:08.584544 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-200611dd-5156-4239-b4e8-d2b57a0831ec req-7127fe57-38f5-4756-9ddd-ddad5d9e46a1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0954731 Aug 24 22:14:08.621167 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Allocated IP 172.27.2.46 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/6b2543fd-7a7f-46eb-a5b4-0f3903f2583a) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:08.630373 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0ec6913-2920-4fbd-86f0-1197b7938c4c req-c73e20f8-4cdc-40e3-a6e9-09f804505f39 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810130 Aug 24 22:14:08.631666 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.738681 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.887626 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-8d47513d-da1d-4731-89c2-a5485fe82f40 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:08.889157 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-8d47513d-da1d-4731-89c2-a5485fe82f40 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.0824625 Aug 24 22:14:08.898244 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:08.938123 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:08.943264 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:08.947942 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:08.973201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Pushing event updated for resources: {'Port': ['ID=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:09.014778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbb6eba-aa85-4dd2-b42f-37066260853e {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:09.036436 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.057206 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Transition to ACTIVE for port object 6bbb6eba-aa85-4dd2-b42f-37066260853e will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:09.068268 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Deleting port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:14:09.068770 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.152457 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.170312 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2fe35-6267-449f-99b8-bcd05981639e None None] Network bf8f7417-8d15-4888-a8ac-9999c90b835f requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:14:09.198661 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4c0f-c1d1-4a58-b606-88df3b8bdf3d req-8d194a11-6b0d-4658-8590-73a319cbc2e4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:09.200317 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f43a4c0f-c1d1-4a58-b606-88df3b8bdf3d req-8d194a11-6b0d-4658-8590-73a319cbc2e4 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0951469 Aug 24 22:14:09.211543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:09.249440 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] For port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:09.250518 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.252964 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f43a4c0f-c1d1-4a58-b606-88df3b8bdf3d req-0b77dd21-98cc-4beb-8b15-db8aaa5b4f2e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375807 Aug 24 22:14:09.281561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66fe61-63e1-4849-9958-8e7f67b20725 req-ed139ba7-4734-4689-b893-d94aac5315ec tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:09.281561 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e66fe61-63e1-4849-9958-8e7f67b20725 req-ed139ba7-4734-4689-b893-d94aac5315ec tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 945 time: 0.1069124 Aug 24 22:14:09.320258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Calling delete_port for 918e6ecc-d650-47d4-a43e-b060d7e0d9cb owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:14:09.365167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7a03956f-e761-47fa-a8ce-ab2b6bb8586f None None] Provisioning for port fa710412-9d16-4012-8504-b61f820b2411 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:09.397797 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e66fe61-63e1-4849-9958-8e7f67b20725 req-68d6f79a-3ba5-4e3e-b780-5fab735e33cf tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Aug 24 22:14:09.431625 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Attempting to bind port 6bbb6eba-aa85-4dd2-b42f-37066260853e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:09.431969 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Attempting to bind port 6bbb6eba-aa85-4dd2-b42f-37066260853e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:09.432334 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Attempting to bind port 6bbb6eba-aa85-4dd2-b42f-37066260853e on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:09.445616 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.454535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Port 6bbb6eba-aa85-4dd2-b42f-37066260853e on network 37403031-71e3-4a75-bdc3-e7f6afed8997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Attempting to bind port 6bbb6eba-aa85-4dd2-b42f-37066260853e on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Bound using segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Bound port: 6bbb6eba-aa85-4dd2-b42f-37066260853e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:09.467074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.576281 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:09.582689 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:09.665505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.686034 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.689551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:09.690350 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.691753 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] 10.222.0.26 "PUT /v2.0/ports/6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 200 len: 1093 time: 1.1187379 Aug 24 22:14:09.693260 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:09.695577 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38" -d '{"events": [{"name": "network-changed", "server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:09.867623 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfac7c0-e2b7-4cc3-b5f3-e93a78a32805 req-2153dc5e-707f-4fab-9c82-d457b968550e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:09.869661 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7cfac7c0-e2b7-4cc3-b5f3-e93a78a32805 req-2153dc5e-707f-4fab-9c82-d457b968550e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1813438 Aug 24 22:14:09.873065 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.880620 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] No DVR routers for this DVR port 918e6ecc-d650-47d4-a43e-b060d7e0d9cb on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:14:09.899871 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a060-7513-4433-9b30-975742e8ccda req-f9bd8764-5623-4799-92a6-bc19b749e512 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:09.901630 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea67a060-7513-4433-9b30-975742e8ccda req-f9bd8764-5623-4799-92a6-bc19b749e512 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.1476486 Aug 24 22:14:09.923580 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:09.925663 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-4cc8c6d2-1ab2-4ddb-b558-69f1de417cba req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "DELETE /v2.0/ports/918e6ecc-d650-47d4-a43e-b060d7e0d9cb HTTP/1.1" status: 204 len: 173 time: 1.0278544 Aug 24 22:14:09.966598 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee477f13-68c7-47f2-a2b5-9dfe0cfb1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:09.993834 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa710412-9d16-4012-8504-b61f820b2411 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:10.022971 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a52110-1577-4338-a21c-0f3d227beb4c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Pushing event deleted for resources: {'Port': ['ID=918e6ecc-d650-47d4-a43e-b060d7e0d9cb,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:10.035119 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7cfac7c0-e2b7-4cc3-b5f3-e93a78a32805 req-3dcd7bf2-6c12-4731-aac3-3ed4be1b2e1f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1551008 Aug 24 22:14:10.076466 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea67a060-7513-4433-9b30-975742e8ccda req-0dc4176e-100f-4fbb-b756-ed4e9c60d5dc tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129403 Aug 24 22:14:10.081549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-85f8196f-c4e3-4e4e-9273-ac21e450817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:10.084137 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-85f8196f-c4e3-4e4e-9273-ac21e450817a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1096 time: 0.2048895 Aug 24 22:14:10.140768 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7515b-ee5f-4c1e-9502-fdcfd81936d1 x-openstack-request-id: req-8ed7515b-ee5f-4c1e-9502-fdcfd81936d1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:10.141054 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:10.141315 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed7515b-ee5f-4c1e-9502-fdcfd81936d1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:10.141701 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'status': 'completed', 'code': 200} Aug 24 22:14:10.143457 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-e5ff8086-e564-4716-9a00-e88393131d28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 200 len: 217 time: 0.0415337 Aug 24 22:14:10.178084 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port fa710412-9d16-4012-8504-b61f820b2411 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:10.181984 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fa710412-9d16-4012-8504-b61f820b2411 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:10.182354 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.197403 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-8908dea3-8a3a-49c4-9d7a-7b76e0b66c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:10.198922 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-8908dea3-8a3a-49c4-9d7a-7b76e0b66c2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0450611 Aug 24 22:14:10.205162 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Router 8a04fa51-6539-46f8-ba80-4241074e125a is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:14:10.251420 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ffb2b91c-1fdf-493a-882c-5476fd27a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:10.253407 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-ffb2b91c-1fdf-493a-882c-5476fd27a03e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450559 Aug 24 22:14:10.274601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.310930 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port fa710412-9d16-4012-8504-b61f820b2411, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa710412-9d16-4012-8504-b61f820b2411,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:10.327034 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:10.341712 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Sync routers for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:10.353569 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:10.354290 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:10.376078 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-806d37d3-7533-4c4b-b5aa-09087e567e13 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123130 Aug 24 22:14:10.385986 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac3d1-7d71-46a0-9061-03dff5e1e18c req-7b4190fc-8b23-4ec1-93d0-f3a21fd6a549 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:10.387466 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b0ac3d1-7d71-46a0-9061-03dff5e1e18c req-7b4190fc-8b23-4ec1-93d0-f3a21fd6a549 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0546227 Aug 24 22:14:10.395360 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.396233 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:10.470502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.471850 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0212384d-95bb-4c03-9d7a-d7c67a7475fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2650113 Aug 24 22:14:10.471978 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:10.474660 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 59948) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:10.492265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=fa710412-9d16-4012-8504-b61f820b2411,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:10.512254 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b0ac3d1-7d71-46a0-9061-03dff5e1e18c req-6c47fe84-6b97-4ff2-be8f-194c104a382e tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007278 Aug 24 22:14:10.553259 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:10.553259 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.565255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cfd426d7-2370-47e0-af5c-d0b26670458d req-9d2e463b-da4d-4a8c-b370-aff9512793c4 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0349305 Aug 24 22:14:10.681711 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:09Z', 'revision_number': 3, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:10.708324 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Checking router: 8a04fa51-6539-46f8-ba80-4241074e125a for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:10.708669 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Updating router 8a04fa51-6539-46f8-ba80-4241074e125a port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:14:10.737743 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:10.802799 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fa7d3bd6-cd82-496f-8121-24fc55869936 req-c332b154-66ca-4a49-a508-008c00e2a954 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188583 Aug 24 22:14:11.004241 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.014013 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Transition to ACTIVE for port object 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:11.070497 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-198d1d94-4b44-4369-92e9-b9faea09da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.071949 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-198d1d94-4b44-4369-92e9-b9faea09da2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1096 time: 0.0630431 Aug 24 22:14:11.121107 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.180387 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb297-0a47-4723-9a4d-d1c5d88e4ad9 None None] Pushing event updated for resources: {'Port': ['ID=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:11.189052 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Attempting to bind port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:11.189575 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Attempting to bind port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:11.189938 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Attempting to bind port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:11.195959 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:11.196407 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:11.196810 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.197193 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:11.197776 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Bound port: 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:11.198167 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.202288 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1682a9-2897-45e7-ba39-4c07806d2401 req-cfb9099f-9c8b-4790-b9d6-f858a334d83e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.203856 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b1682a9-2897-45e7-ba39-4c07806d2401 req-cfb9099f-9c8b-4790-b9d6-f858a334d83e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0763569 Aug 24 22:14:11.237397 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-7a6d68e7-8828-44b3-b529-5f9cbbcefb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.238883 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-7a6d68e7-8828-44b3-b529-5f9cbbcefb91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.1554790 Aug 24 22:14:11.248943 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd3b19-8d71-44e0-86bc-462179cc265e req-e3835d67-46ed-42ae-85e2-bafbd9a66e70 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.250552 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80dd3b19-8d71-44e0-86bc-462179cc265e req-e3835d67-46ed-42ae-85e2-bafbd9a66e70 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0979602 Aug 24 22:14:11.254684 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] For port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:11.260652 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] For port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:11.272528 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3b1682a9-2897-45e7-ba39-4c07806d2401 req-f71dcbcf-36aa-4863-9791-dd97d634968e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602009 Aug 24 22:14:11.302831 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80dd3b19-8d71-44e0-86bc-462179cc265e req-1ab3a17a-36ab-4123-8924-066f42d9bab5 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Aug 24 22:14:11.307396 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-6ad04c36-9f70-4584-9f7a-855cd056e03c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 200 len: 217 time: 0.0580380 Aug 24 22:14:11.348726 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.379186 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-63ec5113-fb32-4080-ab6e-56cce5f0c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.380644 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-63ec5113-fb32-4080-ab6e-56cce5f0c401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0652590 Aug 24 22:14:11.390056 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.503624 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-0f1c7941-a9ff-4996-97ef-1101c7468cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.505159 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-0f1c7941-a9ff-4996-97ef-1101c7468cfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937874 Aug 24 22:14:11.526917 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:11.527511 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:11.530159 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb297-0a47-4723-9a4d-d1c5d88e4ad9 None None] Pushing event updated for resources: {'Port': ['ID=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:11.581045 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 918e6ecc-d650-47d4-a43e-b060d7e0d9cb no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:14:11.613382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Allocated IP 172.20.0.1 (bf8f7417-8d15-4888-a8ac-9999c90b835f/b746efd7-2b29-4eb1-83c1-6b9befa3a3dc/2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:11.626072 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 918e6ecc-d650-47d4-a43e-b060d7e0d9cb {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:14:11.626596 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 918e6ecc-d650-47d4-a43e-b060d7e0d9cb not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:14:11.640752 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:11.669446 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-af584821-cc2b-47ee-abbd-522747c0d214 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548054 Aug 24 22:14:11.693934 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95b9f170-4e8d-4081-99f6-e7146033a981 req-a2da58a7-c56a-4c8c-8a0c-c524128495bd tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0344272 Aug 24 22:14:11.705377 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b2b1a-b85f-49d7-8c7f-da80717cfd00 req-9e5c679d-4d4f-49a6-9111-209435a778c8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:11.718714 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-467b2b1a-b85f-49d7-8c7f-da80717cfd00 req-9e5c679d-4d4f-49a6-9111-209435a778c8 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.1029520 Aug 24 22:14:11.759078 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-467b2b1a-b85f-49d7-8c7f-da80717cfd00 req-17ef4cd6-09d8-4f32-8f95-28d8ac2e554f tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Aug 24 22:14:11.768851 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:14:11.806200 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.827838 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa710412-9d16-4012-8504-b61f820b2411 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:11.837840 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Transition to ACTIVE for port object 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:11.846189 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ecdf5562-6100-4aba-b8d0-09a75dcdbb38 req-dd7e7238-aad3-4e3d-9101-06f3fd34619b service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378810 Aug 24 22:14:11.848259 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:09Z', 'revision_number': 3, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:11.874596 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1614-d3a7-4ddc-b619-6b01949f7b89 None None] The sync data for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi is: [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:09Z', 'revision_number': 3, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:11.888560 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fa710412-9d16-4012-8504-b61f820b2411 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:11.888964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:11.971453 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.013318 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Network bf8f7417-8d15-4888-a8ac-9999c90b835f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:12.018709 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:12.022918 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:12.050153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Pushing event updated for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:12.075706 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.143772 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'name': 'network-vif-deleted', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:12.146953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc45f38-0c22-4f5d-9e56-f2703eb9f1c0" -d '{"events": [{"server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "name": "network-vif-deleted", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:12.219015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb4efb-c05e-4ab5-a05a-d71c985c47a4 x-openstack-request-id: req-25bb4efb-c05e-4ab5-a05a-d71c985c47a4 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:12.219309 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3", "name": "network-vif-deleted", "tag": "918e6ecc-d650-47d4-a43e-b060d7e0d9cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:12.219538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25bb4efb-c05e-4ab5-a05a-d71c985c47a4 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:12.219925 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3', 'name': 'network-vif-deleted', 'tag': '918e6ecc-d650-47d4-a43e-b060d7e0d9cb', 'status': 'completed', 'code': 200} Aug 24 22:14:12.386131 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.468571 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-d3614c39-e99c-4c47-a127-f730492a5f5c None None] Provisioning for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:12.472498 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-d3614c39-e99c-4c47-a127-f730492a5f5c None None] Provisioning complete for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:12.472886 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d3614c39-e99c-4c47-a127-f730492a5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.516689 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-d3614c39-e99c-4c47-a127-f730492a5f5c None None] Port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:12.597864 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.657004 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77f7e-fba6-4106-9e95-811455bde49b req-5591c82b-9d0d-4ca4-bbbf-39ffb0788bd0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:12.658571 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-70b77f7e-fba6-4106-9e95-811455bde49b req-5591c82b-9d0d-4ca4-bbbf-39ffb0788bd0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.3111119 Aug 24 22:14:12.674359 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bef54-e9e2-46a5-8f0d-15c1cde3bc52 req-ab39115a-e56c-4739-9d0d-ea15d3600234 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:12.675829 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-687bef54-e9e2-46a5-8f0d-15c1cde3bc52 req-ab39115a-e56c-4739-9d0d-ea15d3600234 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.2901082 Aug 24 22:14:12.681547 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.725522 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-70b77f7e-fba6-4106-9e95-811455bde49b req-7f0c43a8-8380-44c0-a9c5-27656f9b3c49 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0599468 Aug 24 22:14:12.742265 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-687bef54-e9e2-46a5-8f0d-15c1cde3bc52 req-ab553d44-c1a7-4e0b-8c4b-e761487d160c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528457 Aug 24 22:14:12.754430 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.766043 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Pushing event updated for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:12.778699 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d7c69575-591d-4c53-a008-5b1a1825eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:12.862798 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Network bf8f7417-8d15-4888-a8ac-9999c90b835f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:12.864265 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:12.878446 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3ec311a-e3df-4ed1-bf78-b111589febc2 req-48b2a4e0-48a8-4704-949c-918b5682d2bd tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0373845 Aug 24 22:14:12.918264 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca1242-d7a1-420a-9680-a3e43a452432 req-58a4949a-1e95-4e72-87ad-e47b8a5d04c7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:12.919696 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0dca1242-d7a1-420a-9680-a3e43a452432 req-58a4949a-1e95-4e72-87ad-e47b8a5d04c7 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0674770 Aug 24 22:14:12.972856 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0dca1242-d7a1-420a-9680-a3e43a452432 req-5b3b96a4-ae3f-4aef-8616-04e2ca6c517d tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Aug 24 22:14:12.990782 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Router 8a04fa51-6539-46f8-ba80-4241074e125a has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:14:13.099260 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:13.104067 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-bf627164-1bf6-4a51-80ef-da4657191cfe admin admin] 10.222.0.20 "PUT /v2.0/routers/8a04fa51-6539-46f8-ba80-4241074e125a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282845 Aug 24 22:14:13.139445 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-1667916c-7deb-445d-8ab6-c1f686abc913 None None] Provisioning complete for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:13.140363 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1667916c-7deb-445d-8ab6-c1f686abc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:13.174612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-1667916c-7deb-445d-8ab6-c1f686abc913 None None] Port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:13.823193 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:13.901866 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340fde2-be92-4d52-b4a1-c60aa82f91e8 req-0e9ef674-9835-4335-819b-dfd7cca71b71 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:13.903346 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b340fde2-be92-4d52-b4a1-c60aa82f91e8 req-0e9ef674-9835-4335-819b-dfd7cca71b71 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0763142 Aug 24 22:14:13.965570 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d753-72f5-47a1-a0f7-52cd98666efe req-52a57840-60db-4a54-8745-84d5448ba6c2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:13.973230 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9c4d753-72f5-47a1-a0f7-52cd98666efe req-52a57840-60db-4a54-8745-84d5448ba6c2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0907984 Aug 24 22:14:13.977537 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b340fde2-be92-4d52-b4a1-c60aa82f91e8 req-c89aad7d-3e4d-4536-b965-5ce04cb33efc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601389 Aug 24 22:14:13.999602 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:14.007571 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:14.007738 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.017753 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9c4d753-72f5-47a1-a0f7-52cd98666efe req-c74a43b3-d0a6-4edc-b68b-fb9f774512a7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 Aug 24 22:14:14.089876 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Sync routers for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:14.110087 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.116043 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:14.116789 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:13:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:14.124989 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6499569b-edd0-47b7-908e-bd7a324e5ea7 req-c40718de-1e7c-4e12-9e96-1cc5df872d6d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7e1c90-f7bd-4c30-84cc-48bf31ceb8f3 HTTP/1.1" status: 200 len: 210 time: 0.0501568 Aug 24 22:14:14.179123 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f43b-d580-43b4-8f23-c973553f7e73 req-5f710693-64a9-4250-91b2-806ba1467398 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:14.186559 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f033f43b-d580-43b4-8f23-c973553f7e73 req-5f710693-64a9-4250-91b2-806ba1467398 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0688272 Aug 24 22:14:14.238244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:14.277713 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-89c9e7d7-1184-4900-a69f-d8badbb4d836 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:14.279948 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-89c9e7d7-1184-4900-a69f-d8badbb4d836 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 946 time: 0.0913596 Aug 24 22:14:14.281877 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f033f43b-d580-43b4-8f23-c973553f7e73 req-843834d6-ca62-436c-922d-b1e1406476d3 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa4c0065-356f-4760-8d41-1c46532e0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944450 Aug 24 22:14:14.348232 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.354011 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:14.404143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Deleting port a5ac2867-5463-4751-9403-c65093a6d306 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:14:14.404143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.524311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] For port a5ac2867-5463-4751-9403-c65093a6d306, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a5ac2867-5463-4751-9403-c65093a6d306,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:14.524311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.524311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Calling delete_port for a5ac2867-5463-4751-9403-c65093a6d306 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:14:14.623950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:14.662078 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:12Z', 'revision_number': 4, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd', 'name': '', 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'mac_address': 'fa:16:3e:88:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:11Z', 'updated_at': '2021-08-24T22:14:12Z', 'revision_number': 2, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'subnets': [{'id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:14.690296 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Checking router: 8a04fa51-6539-46f8-ba80-4241074e125a for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:14.690543 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Updating router 8a04fa51-6539-46f8-ba80-4241074e125a port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:14:14.718315 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.899035 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:14.933375 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Pushing event deleted for resources: {'Port': ['ID=a5ac2867-5463-4751-9403-c65093a6d306,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:14.937711 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['a5ac2867-5463-4751-9403-c65093a6d306'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:15.012938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] No DVR routers for this DVR port a5ac2867-5463-4751-9403-c65093a6d306 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:14:15.016370 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.018876 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-283ea1cc-8acd-47cf-a9d1-662b487f3225 req-7ee14db5-4eb9-4ab8-b422-7f548cfd8cda tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.26 "DELETE /v2.0/ports/a5ac2867-5463-4751-9403-c65093a6d306 HTTP/1.1" status: 204 len: 173 time: 0.7262137 Aug 24 22:14:15.019344 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'name': 'network-vif-deleted', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:15.022389 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e3c91-f68a-4497-86e9-00c9bac07023" -d '{"events": [{"server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "name": "network-vif-deleted", "tag": "a5ac2867-5463-4751-9403-c65093a6d306"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:15.129483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f405a73-1a12-475c-b93e-caabe7264595 x-openstack-request-id: req-9f405a73-1a12-475c-b93e-caabe7264595 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:15.130134 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e50e72-6b94-47a2-b93b-cea3d831e7a8", "name": "network-vif-deleted", "tag": "a5ac2867-5463-4751-9403-c65093a6d306", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:15.130704 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f405a73-1a12-475c-b93e-caabe7264595 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:15.131192 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e50e72-6b94-47a2-b93b-cea3d831e7a8', 'name': 'network-vif-deleted', 'tag': 'a5ac2867-5463-4751-9403-c65093a6d306', 'status': 'completed', 'code': 200} Aug 24 22:14:15.145637 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd57950-e4cc-473d-9e57-583b1a3cd5ad req-82ca3d1b-8227-4eb2-a3ff-7b33bc3b030b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:15.148458 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cfd57950-e4cc-473d-9e57-583b1a3cd5ad req-82ca3d1b-8227-4eb2-a3ff-7b33bc3b030b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0697696 Aug 24 22:14:15.253175 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cfd57950-e4cc-473d-9e57-583b1a3cd5ad req-4439b961-3d3a-4fcf-b383-b9b67f2b7b71 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0887113 Aug 24 22:14:15.281854 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fda62-13a7-4a8d-8051-ec7f90b8598c req-9127d0ba-3877-4f55-95cc-9fea126eef7d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:15.303563 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d91fda62-13a7-4a8d-8051-ec7f90b8598c req-9127d0ba-3877-4f55-95cc-9fea126eef7d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0931950 Aug 24 22:14:15.322802 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.338374 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Transition to ACTIVE for port object 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:15.364781 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d91fda62-13a7-4a8d-8051-ec7f90b8598c req-0f6a01b6-6202-4541-a712-eca935c03572 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477185 Aug 24 22:14:15.458054 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.499618 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-10c4b93e-e035-4e1f-9078-fe1e462b7c96 req-44b917b3-233e-4786-9ee8-a69c4e328994 tempest-ServerRescueNegativeTestJSON-692558248 tempest-ServerRescueNegativeTestJSON-692558248-project] 10.222.0.20 "GET /v2.0/ports?device_id=98e50e72-6b94-47a2-b93b-cea3d831e7a8 HTTP/1.1" status: 200 len: 210 time: 0.0505402 Aug 24 22:14:15.605711 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333861-0a59-4be3-8d52-bdfe574d3bba None None] Pushing event updated for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:15.626193 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4c5e47b2-0f35-487c-abb2-65f22792e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.635661 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Attempting to bind port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:15.636059 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Attempting to bind port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:15.636504 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Attempting to bind port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd on network bf8f7417-8d15-4888-a8ac-9999c90b835f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:15.648959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:15.649342 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Checking segment: {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:15.649746 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.650145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Bound using segment: {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:15.650899 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Bound port: 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8764ffc7-d943-4de4-8f0a-df0696d207e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:15.651057 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.729169 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] For port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:15.732992 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] For port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:15.740498 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60046) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:15.834507 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:15.872955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.887323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.980181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b32fef6-a39c-4a23-8ad3-b1a7a1d54f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:15.995496 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:15.997097 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:14:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:15.997757 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333861-0a59-4be3-8d52-bdfe574d3bba None None] Pushing event updated for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:16.070041 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:16.071715 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.164477 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:16.170356 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b32fef6-a39c-4a23-8ad3-b1a7a1d54f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.247107 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5b32fef6-a39c-4a23-8ad3-b1a7a1d54f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.293481 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5b32fef6-a39c-4a23-8ad3-b1a7a1d54f1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=793b9c76b5c6462abd4a2ce4247286ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512538 Aug 24 22:14:16.294692 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32fef6-a39c-4a23-8ad3-b1a7a1d54f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a98dfe-4d30-4044-8b0e-b1d358ac7fa0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:16.296900 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 60052) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:16.377019 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.428696 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.467448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32890ec-f30e-4a11-bb13-bb220a1f1e65 req-8faa7e3a-5b01-4895-bc8c-76636f38ed55 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:16.469035 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b32890ec-f30e-4a11-bb13-bb220a1f1e65 req-8faa7e3a-5b01-4895-bc8c-76636f38ed55 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0938265 Aug 24 22:14:16.491005 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-66422b55-6670-42f9-a279-eea11784bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:12Z', 'revision_number': 4, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd', 'name': '', 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'mac_address': 'fa:16:3e:88:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:11Z', 'updated_at': '2021-08-24T22:14:15Z', 'revision_number': 4, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'subnets': [{'id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:16.523783 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66422b55-6670-42f9-a279-eea11784bedd None None] The sync data for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi is: [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:14:12Z', 'revision_number': 4, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd', 'name': '', 'network_id': 'bf8f7417-8d15-4888-a8ac-9999c90b835f', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'mac_address': 'fa:16:3e:88:ff:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:11Z', 'updated_at': '2021-08-24T22:14:15Z', 'revision_number': 4, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'subnets': [{'id': 'b746efd7-2b29-4eb1-83c1-6b9befa3a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:16.575238 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b32890ec-f30e-4a11-bb13-bb220a1f1e65 req-da1a3486-7fe1-4839-9ff8-3156db8b4967 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0950227 Aug 24 22:14:16.631184 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab7682-a171-468d-8f3d-835de733eca3 req-cef9b4d7-a0b2-4541-a8e1-721739c965ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:16.632793 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5aab7682-a171-468d-8f3d-835de733eca3 req-cef9b4d7-a0b2-4541-a8e1-721739c965ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.1587629 Aug 24 22:14:16.677809 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60062) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:16.695985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.702962 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.704713 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6a98dfe-4d30-4044-8b0e-b1d358ac7fa0 HTTP/1.1" status: 204 len: 168 time: 0.4060965 Aug 24 22:14:16.710824 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:16.719286 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747d4d0-eaaa-4a56-a369-3c9af0b68b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a98dfe-4d30-4044-8b0e-b1d358ac7fa0,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:16.783326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5aab7682-a171-468d-8f3d-835de733eca3 req-c501fe20-5565-4a4d-8517-5a7e17b27ede tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435676 Aug 24 22:14:17.277396 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:17.667304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Deleting port 6a613e97-2ea1-4549-873c-01904b6017a2 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:14:17.667524 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:17.842100 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc01f8-b16c-4d1f-af7a-8a2e1bba087d req-04bd5bed-0fe6-48a7-a1e1-a8a0b44c370c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:17.844222 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-61fc01f8-b16c-4d1f-af7a-8a2e1bba087d req-04bd5bed-0fe6-48a7-a1e1-a8a0b44c370c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.1424162 Aug 24 22:14:17.888446 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:17.947904 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:17.965736 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-61fc01f8-b16c-4d1f-af7a-8a2e1bba087d req-8a13a0fb-fbfb-4ae7-add3-1f325df1c116 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1144414 Aug 24 22:14:18.081740 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5d4d-7882-4069-afa5-d9d13200a9fd req-f1105520-3549-4666-83de-e2ed42c2f23c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:18.092813 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-526a5d4d-7882-4069-afa5-d9d13200a9fd req-f1105520-3549-4666-83de-e2ed42c2f23c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0889757 Aug 24 22:14:18.114595 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:18.119193 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:18.119572 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:18.198748 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-526a5d4d-7882-4069-afa5-d9d13200a9fd req-943a570f-a0ad-4697-80a6-84e7f7850a52 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992458 Aug 24 22:14:18.295050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:18.327910 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] For port 6a613e97-2ea1-4549-873c-01904b6017a2, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6a613e97-2ea1-4549-873c-01904b6017a2,segment=NetworkSegment(ca52d4af-9b4a-4d4c-9652-d27d83da4dbf),segment_id=ca52d4af-9b4a-4d4c-9652-d27d83da4dbf)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:18.328511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:18.345161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:18.363558 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Calling delete_port for 6a613e97-2ea1-4549-873c-01904b6017a2 owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:14:18.440977 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:18.558681 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:18.704255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:18.732244 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a613e97-2ea1-4549-873c-01904b6017a2,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:18.921092 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:19.100014 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030f04-ba7f-4597-91bd-47d350eb0cfa req-467afc40-9d47-4e4c-8d15-ece1a77984a1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:19.101688 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aa030f04-ba7f-4597-91bd-47d350eb0cfa req-467afc40-9d47-4e4c-8d15-ece1a77984a1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0513077 Aug 24 22:14:19.140006 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aa030f04-ba7f-4597-91bd-47d350eb0cfa req-b633e4b1-b91f-4210-9652-5b72c92dc2ef tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313339 Aug 24 22:14:19.149068 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Router 25405e30-726c-426e-8db0-ba62c29b7a81 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:14:19.269928 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:19.278906 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-346bfff2-8728-4c11-9d94-5b06bb01e2f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/25405e30-726c-426e-8db0-ba62c29b7a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000185 Aug 24 22:14:19.279491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60106) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:19.285283 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Sync routers for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:19.295266 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:19.300937 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:14:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:19.305837 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ded6b-9ae6-4c95-ba4b-b99216514159 req-b7b0cae0-2118-433b-a60a-183b135cc039 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:19.308724 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a05ded6b-9ae6-4c95-ba4b-b99216514159 req-b7b0cae0-2118-433b-a60a-183b135cc039 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0526392 Aug 24 22:14:19.350748 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a05ded6b-9ae6-4c95-ba4b-b99216514159 req-be255d15-da60-4f7a-b5e7-7b5e2ffffe8f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366936 Aug 24 22:14:19.416719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:19.438258 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:19.548138 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:19.651818 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:14:18Z', 'revision_number': 5, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port': {'id': '5ff07596-65c9-47cd-879b-7e9c297cf6bc', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:18Z', 'updated_at': '2021-08-24T22:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:19.679538 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Checking router: 25405e30-726c-426e-8db0-ba62c29b7a81 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:19.688519 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Routers {'25405e30-726c-426e-8db0-ba62c29b7a81'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:19.689544 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:14:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['25405e30-726c-426e-8db0-ba62c29b7a81'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:19.691879 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Deleting port 5ff07596-65c9-47cd-879b-7e9c297cf6bc {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:14:19.692425 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:19.790961 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] Set router 25405e30-726c-426e-8db0-ba62c29b7a81 gateway port host: None {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:19.830511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] For port 5ff07596-65c9-47cd-879b-7e9c297cf6bc, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ff07596-65c9-47cd-879b-7e9c297cf6bc,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:19.831750 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:19.861415 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Calling delete_port for 5ff07596-65c9-47cd-879b-7e9c297cf6bc owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:14:19.867874 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:14:19Z', 'revision_number': 6, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port_host': None}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:19.915968 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8fb125-b272-47c3-a3c0-5676771f6b05 None None] The sync data for ids ['25405e30-726c-426e-8db0-ba62c29b7a81'] in dv-cinder-789564-11-iscsi is: [{'id': '25405e30-726c-426e-8db0-ba62c29b7a81', 'name': 'tempest-ServerRescueNegativeTestJSON-1574046861-router', 'tenant_id': '31fca9bfc17447ea8724b4b715653fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:17Z', 'updated_at': '2021-08-24T22:14:19Z', 'revision_number': 6, 'project_id': '31fca9bfc17447ea8724b4b715653fb5', 'gw_port_host': None}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:20.282581 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b639-3b70-4ed0-ac47-231e88d4f62a req-2128d1c0-5403-4b31-8d63-68b653eea6e9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:20.284922 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd8b639-3b70-4ed0-ac47-231e88d4f62a req-2128d1c0-5403-4b31-8d63-68b653eea6e9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0644124 Aug 24 22:14:20.335109 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.340403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:20.363610 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd8b639-3b70-4ed0-ac47-231e88d4f62a req-5cea881b-e15f-41e9-ad90-1d99125e070f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623798 Aug 24 22:14:20.389534 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff07596-65c9-47cd-879b-7e9c297cf6bc,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:20.475919 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.476590 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:20.476590 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.566100 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f748-55a1-4541-8160-474208ee6401 req-0799b7ae-aa1b-4ae4-a7c3-a10fb7995088 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:20.567681 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea39f748-55a1-4541-8160-474208ee6401 req-0799b7ae-aa1b-4ae4-a7c3-a10fb7995088 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0717690 Aug 24 22:14:20.608749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ea39f748-55a1-4541-8160-474208ee6401 req-ed9c88bb-c93a-45c7-98a8-d61964586314 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Aug 24 22:14:20.610523 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.613345 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.748142 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.748614 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25405e30-726c-426e-8db0-ba62c29b7a81 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:14:20.754291 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.755400 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ae6470e8-59b2-4041-8ea3-197065755c9a admin admin] 10.222.0.20 "DELETE /v2.0/routers/25405e30-726c-426e-8db0-ba62c29b7a81 HTTP/1.1" status: 204 len: 168 time: 1.4744828 Aug 24 22:14:20.767876 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60124) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:20.837751 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Deleting subnet 4aec0c68-5966-44c8-b7ce-259465e2be8c {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:14:20.844143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.885433 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9355669'] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:20.946476 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.126826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3563059'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.169154 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aec0c68-5966-44c8-b7ce-259465e2be8c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:21.177471 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.180308 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-35e3d5c4-7abe-448a-8792-6189170f6e11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4aec0c68-5966-44c8-b7ce-259465e2be8c HTTP/1.1" status: 204 len: 168 time: 0.4089634 Aug 24 22:14:21.180541 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 60132) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:21.278314 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.363424 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.374339 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:21.385175 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:21.385734 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca52d4af-9b4a-4d4c-9652-d27d83da4dbf') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:21.396355 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.412270 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.423826 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:14:21.423826 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:14:21.424150 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:14:21.536626 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb459-6b2d-4239-823a-05931eb76dd3 req-a62a7296-a091-4bc1-8ebf-2974617aab3c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:21.537902 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device a5ac2867-5463-4751-9403-c65093a6d306 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:14:21.538370 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a5fb459-6b2d-4239-823a-05931eb76dd3 req-a62a7296-a091-4bc1-8ebf-2974617aab3c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0605214 Aug 24 22:14:21.579746 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: a5ac2867-5463-4751-9403-c65093a6d306 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:14:21.580403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device a5ac2867-5463-4751-9403-c65093a6d306 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:14:21.587569 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a5fb459-6b2d-4239-823a-05931eb76dd3 req-3134c832-cb29-4c53-8c11-cd5662674186 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393167 Aug 24 22:14:21.588844 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.594459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:21.598771 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5 HTTP/1.1" status: 204 len: 168 time: 0.4148459 Aug 24 22:14:21.610844 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f456fb-1369-414c-b41d-fd6750d0d0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=82783d2a-2bc3-4c0f-9c29-46b54c0ce3a5,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:21.740426 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba466-7aa5-400e-ba34-c390ec206deb req-167baea3-b4f3-43ec-8ab2-be0909589588 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:21.742148 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f0ba466-7aa5-400e-ba34-c390ec206deb req-167baea3-b4f3-43ec-8ab2-be0909589588 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0574744 Aug 24 22:14:21.800015 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9f0ba466-7aa5-400e-ba34-c390ec206deb req-4d757b34-2e56-4189-a4c8-240d84b87b2c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Aug 24 22:14:21.830227 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ff07596-65c9-47cd-879b-7e9c297cf6bc no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:14:21.852854 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 5ff07596-65c9-47cd-879b-7e9c297cf6bc {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:14:21.853197 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ff07596-65c9-47cd-879b-7e9c297cf6bc not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:14:21.853661 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6a613e97-2ea1-4549-873c-01904b6017a2 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:14:21.875897 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 6a613e97-2ea1-4549-873c-01904b6017a2 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:14:21.876191 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6a613e97-2ea1-4549-873c-01904b6017a2 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:14:22.206541 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 60148) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:22.261686 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60150) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:22.264902 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-9b1707ef-9611-4f2d-a181-9ddd45e10e53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31fca9bfc17447ea8724b4b715653fb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618470 Aug 24 22:14:22.322818 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:22.369123 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:22.652642 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:22.652642 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:22.652642 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4c0065-356f-4760-8d41-1c46532e0d00 HTTP/1.1" status: 204 len: 168 time: 0.3789084 Aug 24 22:14:22.652642 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a54827-6f3f-4583-8d0d-2483146f0f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c0065-356f-4760-8d41-1c46532e0d00,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:22.732896 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c055d64-3281-4876-9e04-ecf55c734e68 req-e6fffd12-7363-43b2-877d-d37c72f89721 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:22.735239 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c055d64-3281-4876-9e04-ecf55c734e68 req-e6fffd12-7363-43b2-877d-d37c72f89721 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0500469 Aug 24 22:14:22.773990 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c055d64-3281-4876-9e04-ecf55c734e68 req-1eb8efb7-4c27-46aa-b40c-d62333d3415e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322330 Aug 24 22:14:22.922296 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ddf4e-16bd-4413-b745-b6d5052f3857 req-25911eb1-20bf-4b21-bcf5-0880d7a761c0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:22.923924 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-289ddf4e-16bd-4413-b745-b6d5052f3857 req-25911eb1-20bf-4b21-bcf5-0880d7a761c0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0569344 Aug 24 22:14:22.984933 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-289ddf4e-16bd-4413-b745-b6d5052f3857 req-f46e0c7d-22b6-4f6e-94d4-595d6cc5c8d2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599029 Aug 24 22:14:23.659543 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51272d-e542-49e6-b042-cc42bda29d31 req-28e041e2-57b9-4bb3-a6a2-c2cf88da27b9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:23.667145 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3e51272d-e542-49e6-b042-cc42bda29d31 req-28e041e2-57b9-4bb3-a6a2-c2cf88da27b9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0716839 Aug 24 22:14:23.735580 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3e51272d-e542-49e6-b042-cc42bda29d31 req-aafe8967-a656-412a-9d4b-6576caec6d26 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 Aug 24 22:14:23.913908 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b745a3-3359-4a14-b6bd-834be0df9cad req-a42225b8-06b0-47a7-9fc1-9637dea930c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:23.918425 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-98b745a3-3359-4a14-b6bd-834be0df9cad req-a42225b8-06b0-47a7-9fc1-9637dea930c8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0601351 Aug 24 22:14:23.978688 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-98b745a3-3359-4a14-b6bd-834be0df9cad req-9b30b8ff-14b9-4757-bdb0-617ec0440dd4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0516639 Aug 24 22:14:24.114207 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab822-e637-4595-9338-ad75ca4962f0 req-b08123da-f1ec-48d3-969a-fae709628159 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:24.121692 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c95ab822-e637-4595-9338-ad75ca4962f0 req-b08123da-f1ec-48d3-969a-fae709628159 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0659440 Aug 24 22:14:24.163616 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c95ab822-e637-4595-9338-ad75ca4962f0 req-bd0fb12b-87ed-4438-b139-f70e2359c27c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Aug 24 22:14:24.439739 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60206) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:24.574255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1437588292-network', 'tenant_id': '48399b2293054e48bc6656e4862053b6'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:24.710401 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:24.712600 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:24.722193 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:24.847741 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:24.877620 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57a45-a8f7-4def-afad-e44dd0f1582d req-d22c76cd-3d6d-4257-ad8f-bd63342b97f3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:24.880055 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09d57a45-a8f7-4def-afad-e44dd0f1582d req-d22c76cd-3d6d-4257-ad8f-bd63342b97f3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0536163 Aug 24 22:14:24.924153 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09d57a45-a8f7-4def-afad-e44dd0f1582d req-278f0e82-a194-48d3-b7a2-ff328785c57d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Aug 24 22:14:24.948102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:24.989986 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:14:24.994808 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f659214c-c477-4b50-8632-68756c7cea29,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:25.004264 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.004264 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Added segment c13aa143-f557-4243-acaf-21b387bdd8a7 of type vlan for network 814e464d-b6a0-45b7-a22c-9d11e1d941ea Aug 24 22:14:25.087062 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.129910 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc86286-bf37-4e5e-911c-ec13705e86e8 req-e0279857-742a-4997-aab6-996d58b8c480 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:25.131778 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ecc86286-bf37-4e5e-911c-ec13705e86e8 req-e0279857-742a-4997-aab6-996d58b8c480 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 943 time: 0.0648110 Aug 24 22:14:25.179007 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ecc86286-bf37-4e5e-911c-ec13705e86e8 req-5577ffc0-b163-4d04-b177-889f053cd126 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406694 Aug 24 22:14:25.222093 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.223094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:25.224410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.289878 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] Pushing event updated for resources: {'Network': ['ID=814e464d-b6a0-45b7-a22c-9d11e1d941ea,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:25.301082 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:14:25.305223 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1d914-8005-46d7-81a1-5daac4911ad3 req-801dd196-dadb-4813-bac6-073efc30dac7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:25.306765 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e1d914-8005-46d7-81a1-5daac4911ad3 req-801dd196-dadb-4813-bac6-073efc30dac7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0609503 Aug 24 22:14:25.352660 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e1d914-8005-46d7-81a1-5daac4911ad3 req-6de38b35-e145-410e-8902-f8dcdab63a36 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381894 Aug 24 22:14:25.356164 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ce9f0264-e534-4a3d-a289-aa3df3396036 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9152584 Aug 24 22:14:25.359367 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60222) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:25.365394 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Request body: {'subnet': {'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1437588292-subnet', 'tenant_id': '48399b2293054e48bc6656e4862053b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:25.458079 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:25.460579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.553047 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:14:25.702915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:25.718403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'mac_address': 'fa:16:3e:a4:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:14:25.750012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.756971 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.771203 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:25.792959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:25.815976 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=854aef7a-e291-4a33-b0db-21fda85f295d,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:25.835813 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Checking segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:25.836233 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Network hostable DHCP agents. Network: 814e464d-b6a0-45b7-a22c-9d11e1d941ea, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:14:25.875782 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:25.876805 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6bbb6eba-aa85-4dd2-b42f-37066260853e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:14:25.953662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=9']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:26.060928 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:26.077768 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'port_id': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'mac_address': 'fa:16:3e:37:9d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:14:26.122970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d3262-48ae-4f5b-8e03-aa19ca16cb08 req-26c605cb-b907-4cf5-bd06-a994995fc87a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:26.122970 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-300d3262-48ae-4f5b-8e03-aa19ca16cb08 req-26c605cb-b907-4cf5-bd06-a994995fc87a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0660326 Aug 24 22:14:26.127427 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:26.151730 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbb6eba-aa85-4dd2-b42f-37066260853e {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:26.170533 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:26.172259 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-300d3262-48ae-4f5b-8e03-aa19ca16cb08 req-81fba116-d29a-4732-bd46-7367fe6bb802 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501282 Aug 24 22:14:26.312817 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df439-b1bd-4cce-9ad2-ef9d43142fba req-66266ee4-4bb5-46c6-93c4-1c88433fd028 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:26.314290 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-703df439-b1bd-4cce-9ad2-ef9d43142fba req-66266ee4-4bb5-46c6-93c4-1c88433fd028 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0553486 Aug 24 22:14:26.356545 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-703df439-b1bd-4cce-9ad2-ef9d43142fba req-142997ac-6eb4-440c-9259-7de133066df8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361793 Aug 24 22:14:26.477211 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de3f06-b0dd-4bd4-b237-d01eb446b99b req-6ecbc537-cf2e-4678-89be-2ca29b318162 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:26.478597 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99de3f06-b0dd-4bd4-b237-d01eb446b99b req-6ecbc537-cf2e-4678-89be-2ca29b318162 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 943 time: 0.0495951 Aug 24 22:14:26.517209 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99de3f06-b0dd-4bd4-b237-d01eb446b99b req-142da4a1-e272-42fb-a394-e4de8b58939e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Aug 24 22:14:26.594192 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:14:26.650326 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:26.699700 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:26.777104 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 814e464d-b6a0-45b7-a22c-9d11e1d941ea) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:26.781297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:26.786282 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:26.789369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dcde70-e390-434b-83fc-3c74e0698d8a None None] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:14:26.910030 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d5485ada-6913-45af-867b-50a05d4d3c81 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5441473 Aug 24 22:14:26.950769 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888d323-d92b-48aa-8266-7bf7c5dc5cf0 None None] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:14:27.297367 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339220-a89d-4f88-bc87-b0dc92c25154 req-57bc766d-21cf-4575-8d05-632d66d086b7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:27.298845 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cd339220-a89d-4f88-bc87-b0dc92c25154 req-57bc766d-21cf-4575-8d05-632d66d086b7 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0534263 Aug 24 22:14:27.393345 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cd339220-a89d-4f88-bc87-b0dc92c25154 req-a811c256-8cbe-46e9-9311-7329f3f208f3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846796 Aug 24 22:14:27.431383 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-c4c57761-1590-406e-bac8-3f703d952474 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:27.432895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-c4c57761-1590-406e-bac8-3f703d952474 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1332197 Aug 24 22:14:27.449887 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-87005bd4-2f02-4c5d-b504-624728f1a4db tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/quotas/48399b2293054e48bc6656e4862053b6 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Aug 24 22:14:27.504322 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-1f369a29-ba38-4d6f-b339-e12024ba2b41 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432196 Aug 24 22:14:27.546588 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1b2b-1165-41e4-93b2-24b35810db8e req-1a772b77-6652-48e6-be9c-7f032fec658c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:27.546588 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b7e1b2b-1165-41e4-93b2-24b35810db8e req-1a772b77-6652-48e6-be9c-7f032fec658c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0933552 Aug 24 22:14:27.617895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b7e1b2b-1165-41e4-93b2-24b35810db8e req-8b028eaf-827e-426e-b44a-7b132e143643 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473363 Aug 24 22:14:27.637569 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-f95885b2-8823-4a90-a487-38eb1cbe639e service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197968 Aug 24 22:14:27.753537 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-e03be102-bac4-450b-9764-b032476b81c9 service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158192 Aug 24 22:14:27.765201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251b0f-0412-4c64-a917-49a33ffbab44 req-7e1e618d-8928-4e63-8e8f-151a415ace04 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:27.766617 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b251b0f-0412-4c64-a917-49a33ffbab44 req-7e1e618d-8928-4e63-8e8f-151a415ace04 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0777919 Aug 24 22:14:27.805058 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b251b0f-0412-4c64-a917-49a33ffbab44 req-38742246-edff-4270-a6d7-75f401bc7677 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Aug 24 22:14:28.049210 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-76e841e4-f08f-47fc-82aa-55393681b377 req-87bf8a0e-e28c-4e8c-8235-789a207353f4 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0295637 Aug 24 22:14:28.485985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-d00df67b-e2d9-4016-ade1-acfc4f9ccb3e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:28.487392 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-d00df67b-e2d9-4016-ade1-acfc4f9ccb3e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 815 time: 0.1101072 Aug 24 22:14:28.514076 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-455ca7df-5de8-4f64-903d-9bce57cad855 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/quotas/899b4988927542c2a81b07d8d251f551 HTTP/1.1" status: 200 len: 375 time: 0.0133300 Aug 24 22:14:28.543564 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03a2f-5b45-4cbc-8424-3e6113c98425 req-0ba824c1-056e-4791-9ce2-dd575a58dd2b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:28.545042 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-16a03a2f-5b45-4cbc-8424-3e6113c98425 req-0ba824c1-056e-4791-9ce2-dd575a58dd2b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0776069 Aug 24 22:14:28.599206 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-16a03a2f-5b45-4cbc-8424-3e6113c98425 req-4adc6208-89b8-4937-a77b-077f2142c415 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Aug 24 22:14:28.604637 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-23e248b0-f35a-43e1-89e7-c551e19c0e42 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835507 Aug 24 22:14:28.709579 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-437c74f6-1213-44c1-b6ce-87f288359095 service neutron] 10.222.0.20 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928810 Aug 24 22:14:28.797893 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b304-d45f-4732-9c1b-b14575465db1 req-60fb5de7-cb05-4622-9bdd-6d1e673d45cc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:28.799377 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7147b304-d45f-4732-9c1b-b14575465db1 req-60fb5de7-cb05-4622-9bdd-6d1e673d45cc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.1085837 Aug 24 22:14:28.848004 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-f00c9e2b-5539-4ae0-8675-0908bfb6bed2 service neutron] 10.222.0.20 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213019 Aug 24 22:14:28.855523 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7147b304-d45f-4732-9c1b-b14575465db1 req-30b37c35-0bdd-47e2-bcca-03ecad7f3174 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501378 Aug 24 22:14:28.981098 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718d0f5-2e04-4e8d-9089-482425b01e2a req-b0d6825c-9ae3-4d71-80a0-4d91ac5bc3ac tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:28.982586 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6718d0f5-2e04-4e8d-9089-482425b01e2a req-b0d6825c-9ae3-4d71-80a0-4d91ac5bc3ac tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0599418 Aug 24 22:14:29.023103 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6718d0f5-2e04-4e8d-9089-482425b01e2a req-5198632f-7857-46ca-8b9d-6e186c27515e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Aug 24 22:14:29.130913 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c41a9744-1f83-496c-b77f-3f8febd1afb5 req-ba6897b7-69ad-4daf-8fd9-21f8f3dcac36 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0293956 Aug 24 22:14:29.179334 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dfaeadd8-2cc8-4122-b50e-cd7876db9ae9 req-88bf561d-cd7c-47ec-bade-caa2c1d06b6f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Aug 24 22:14:29.712586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f0ed-2c19-4f7b-941b-ad9ab431cde0 req-87718958-ee13-4707-bb63-9de29a038e0a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:29.714072 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a454f0ed-2c19-4f7b-941b-ad9ab431cde0 req-87718958-ee13-4707-bb63-9de29a038e0a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0487609 Aug 24 22:14:29.752024 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a454f0ed-2c19-4f7b-941b-ad9ab431cde0 req-739bb7c2-b414-4aa3-8363-01f9e2738e02 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Aug 24 22:14:29.871168 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['bbd3b165-dd99-4a48-8a7b-611ef19820b0'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:29.903601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['6bbb6eba-aa85-4dd2-b42f-37066260853e'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:29.903601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:29.978910 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80259880-549d-4c59-a089-e64227132afb req-47bd3070-638a-4adf-8b7d-0f1dde9278da tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:29.980542 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80259880-549d-4c59-a089-e64227132afb req-47bd3070-638a-4adf-8b7d-0f1dde9278da tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Aug 24 22:14:30.019670 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-80259880-549d-4c59-a089-e64227132afb req-fd27dabb-7a2f-44b8-925c-45e41a9427dd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329890 Aug 24 22:14:30.157317 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08245a-b250-4558-8d97-8885bc4a2c95 req-5c96a064-6e64-4592-92cc-b35eeb0bfb26 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:30.159082 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca08245a-b250-4558-8d97-8885bc4a2c95 req-5c96a064-6e64-4592-92cc-b35eeb0bfb26 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0637052 Aug 24 22:14:30.236434 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0bbc7b3-f6dc-4145-8967-85388cd222a5 req-6787d11b-fb5d-4bca-bfc9-c7150a26fe2f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0289283 Aug 24 22:14:30.248154 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca08245a-b250-4558-8d97-8885bc4a2c95 req-c6c3aad0-1fa9-4f13-84c9-77505cb7a182 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779078 Aug 24 22:14:30.317709 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ef9f60d-71a0-4adc-ac21-1d11c77a1673 req-474b097d-d1fe-4d98-9f1d-7bc744c07cc4 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0307641 Aug 24 22:14:30.453357 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-bbde523a-efec-4571-903b-6dd2b4457219 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:30.453357 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-bbde523a-efec-4571-903b-6dd2b4457219 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/networks?id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 200 len: 814 time: 0.0994010 Aug 24 22:14:30.467987 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-f38f4162-d0cd-41d1-bae2-67059f27e1b0 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/quotas/8d1277668036468cb52ef7aef1dcd903 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Aug 24 22:14:30.498898 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-7eb0bba2-348f-46c4-8d4c-eb7265a1abd5 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252433 Aug 24 22:14:30.587691 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-84adcd91-86a1-4bb2-b059-b8a0a33cae1f service neutron] 10.222.0.20 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Aug 24 22:14:30.684666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-c472e301-83f5-4138-9762-825410c2eead service neutron] 10.222.0.20 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904181 Aug 24 22:14:30.868961 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3de4-e1c2-4159-911a-a1d84bbe8fc6 req-0135cbc1-b097-47f3-b416-5fbb8544810a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:30.870400 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-101d3de4-e1c2-4159-911a-a1d84bbe8fc6 req-0135cbc1-b097-47f3-b416-5fbb8544810a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Aug 24 22:14:30.908077 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-101d3de4-e1c2-4159-911a-a1d84bbe8fc6 req-83991264-316e-411e-a779-54411106c1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Aug 24 22:14:30.993380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-be7b4b7e-3140-4d50-adc3-d429460b08d2 req-f6dfec28-deaa-49de-93fc-53f7f5bc8c39 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0268257 Aug 24 22:14:31.159941 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d84ae-5be6-41d5-8685-17ef7ee833fa req-6edcae44-5e22-4eaa-a3f4-cc437bd19b4f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:31.161701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cc4d84ae-5be6-41d5-8685-17ef7ee833fa req-6edcae44-5e22-4eaa-a3f4-cc437bd19b4f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0505526 Aug 24 22:14:31.198884 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cc4d84ae-5be6-41d5-8685-17ef7ee833fa req-730aeaf5-efd8-45c4-bc52-3b682f96fc60 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314379 Aug 24 22:14:31.359721 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91b75ea8-d547-4de6-a818-3bbd79e7048b req-e3ddb18b-c0d4-4f3a-8465-1ae3ef98f085 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0503247 Aug 24 22:14:31.394176 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b27bb-7b0e-4388-8a4a-f3956865ccfc req-90c87a0f-d99d-4374-9e19-3a557b3a7768 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:31.395761 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-403b27bb-7b0e-4388-8a4a-f3956865ccfc req-90c87a0f-d99d-4374-9e19-3a557b3a7768 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0772536 Aug 24 22:14:31.456172 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-403b27bb-7b0e-4388-8a4a-f3956865ccfc req-ae380591-28c2-4763-83eb-1415054c44fa tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532007 Aug 24 22:14:31.458092 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-52239d4b-da01-4262-a9a5-8f4461ded4de req-aab06aa0-28b0-4e46-b1ab-03bf12e2abc0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0346038 Aug 24 22:14:32.020798 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14caf3-89bd-4cc2-9807-a767252feeaa req-3217ab17-2c34-4d44-b62f-62bfa4203294 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:32.022688 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b14caf3-89bd-4cc2-9807-a767252feeaa req-3217ab17-2c34-4d44-b62f-62bfa4203294 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Aug 24 22:14:32.062950 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b14caf3-89bd-4cc2-9807-a767252feeaa req-03e13079-3116-476c-9494-45a12724a6ff tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337644 Aug 24 22:14:32.089556 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-926d93aa-9682-4583-8601-3f01a5ee963f req-ab34a3e6-2da7-41ba-928f-4e0291108559 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0305336 Aug 24 22:14:32.314458 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5278bd-e423-47fe-949d-ce8d84f59032 req-14195bc2-c37e-4d3b-a75b-e81c19df5511 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:32.315873 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a5278bd-e423-47fe-949d-ce8d84f59032 req-14195bc2-c37e-4d3b-a75b-e81c19df5511 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0468295 Aug 24 22:14:32.352129 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a5278bd-e423-47fe-949d-ce8d84f59032 req-3e484784-8427-4b5c-bbd9-da0aabd14b45 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303965 Aug 24 22:14:32.452540 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db6a0378-8956-4e0e-a79c-9f8f5eaf92c7 req-ae041f11-983a-4a68-a035-83a78d3de8bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0250757 Aug 24 22:14:32.552454 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95dd2daa-d615-48b1-b816-2c8503a5a825 req-9b000ba9-c9fc-4f38-8f94-9fa95bf05ea0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Aug 24 22:14:32.588556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cb15-affd-4d3c-9b0b-ba71cec8b72f req-d0058a60-50b5-4574-a607-b1ace851e299 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:32.589962 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e4cb15-affd-4d3c-9b0b-ba71cec8b72f req-d0058a60-50b5-4574-a607-b1ace851e299 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0607128 Aug 24 22:14:32.626575 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e4cb15-affd-4d3c-9b0b-ba71cec8b72f req-9e6b0dc7-7ddf-44ac-9065-9b29ff6b368c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294950 Aug 24 22:14:33.192567 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e4048fa9-5198-450d-9442-6a05af7da490 req-8e1e7fcd-ad02-4cbc-8304-77047653e050 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0338130 Aug 24 22:14:33.209596 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4cd65-1e9a-47f5-acaf-4681f075f890 req-ff4b2e5e-e490-442f-860c-a2d445f63ae4 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:33.209596 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-21d4cd65-1e9a-47f5-acaf-4681f075f890 req-ff4b2e5e-e490-442f-860c-a2d445f63ae4 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0781064 Aug 24 22:14:33.245570 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-21d4cd65-1e9a-47f5-acaf-4681f075f890 req-64c2bf72-5a94-4905-9557-89a2f682a43f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 Aug 24 22:14:33.476087 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b34b-a761-407c-b4b5-5778b737aa9e req-a72db94e-b707-4e9c-9031-1a3680d19e95 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:33.477615 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0763b34b-a761-407c-b4b5-5778b737aa9e req-a72db94e-b707-4e9c-9031-1a3680d19e95 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0495336 Aug 24 22:14:33.533760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0763b34b-a761-407c-b4b5-5778b737aa9e req-11912bc9-4e43-4435-a0c4-c0919f67abca tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351446 Aug 24 22:14:33.547564 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9a5a4e19-2c51-4b22-9077-9cedef78fb67 req-774bb303-9446-4302-ba63-67b74814b1eb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0243008 Aug 24 22:14:33.641240 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8903aacd-0450-483b-9435-a34e76fe3134 req-bb243f97-e7ae-486f-b8cc-7023e1d4aa46 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0251186 Aug 24 22:14:33.743779 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08eab-1bea-4402-a81b-db8e6fcb8c76 req-17cfbecd-8156-4fb7-af2c-90d315320d15 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:33.745254 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9be08eab-1bea-4402-a81b-db8e6fcb8c76 req-17cfbecd-8156-4fb7-af2c-90d315320d15 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0519996 Aug 24 22:14:33.782768 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9be08eab-1bea-4402-a81b-db8e6fcb8c76 req-712c105e-1cc2-43cb-905c-5562da23ae95 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310709 Aug 24 22:14:34.286206 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e7bc94d2-1c2d-474b-939e-847be62356d8 req-95ffa4f2-7a53-4ff7-93b1-4cf4acd9c668 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0258806 Aug 24 22:14:34.366387 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640b33-a85f-429b-93ff-59bff959cda7 req-a8eb3996-dd78-4efe-aa0f-a2434901a626 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.367858 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-16640b33-a85f-429b-93ff-59bff959cda7 req-a8eb3996-dd78-4efe-aa0f-a2434901a626 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0547307 Aug 24 22:14:34.406170 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-16640b33-a85f-429b-93ff-59bff959cda7 req-5014b55a-8294-4972-8001-f88211a790ba tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Aug 24 22:14:34.547179 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-b6a723f1-3a0e-4ad4-baba-bc7251ad00e8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.548714 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-b6a723f1-3a0e-4ad4-baba-bc7251ad00e8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1239831 Aug 24 22:14:34.586199 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Request body: {'port': {'device_id': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'admin_state_up': True, 'tenant_id': '48399b2293054e48bc6656e4862053b6'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:34.662047 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a78f6a72-172f-4ff0-8079-cc0b1cffef29 req-170cf874-d61a-42d5-9998-fb38a0278003 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0452518 Aug 24 22:14:34.678297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bb64f-d2bc-47f1-87e4-8ba363e890f0 req-346d97ac-7959-4878-9dc2-dfd90f5a8012 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.679872 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-785bb64f-d2bc-47f1-87e4-8ba363e890f0 req-346d97ac-7959-4878-9dc2-dfd90f5a8012 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0746920 Aug 24 22:14:34.680990 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-b9e611a5-8aea-42e2-ae57-dce66c31ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.682496 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-b9e611a5-8aea-42e2-ae57-dce66c31ec06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1099 time: 0.1006260 Aug 24 22:14:34.730636 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-785bb64f-d2bc-47f1-87e4-8ba363e890f0 req-7b1a51eb-ff4a-49f6-9e6a-1c95f9ba4f17 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352161 Aug 24 22:14:34.761208 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8c580ecf-6255-423c-bab0-814fb11899ed req-bcd6a53c-b0ab-4d32-9a34-aa6647cdc38e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Aug 24 22:14:34.821778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-690eaa08-9eb1-4486-9e97-7729b7ea3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.823287 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-690eaa08-9eb1-4486-9e97-7729b7ea3e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 911 time: 0.1022649 Aug 24 22:14:34.870853 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:34.874849 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:34.902104 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bddc1-908e-40a7-bae8-383ab356dab1 req-4f6125af-e473-4fd2-84eb-12058a28f7d0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:34.904608 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7b9bddc1-908e-40a7-bae8-383ab356dab1 req-4f6125af-e473-4fd2-84eb-12058a28f7d0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0517776 Aug 24 22:14:34.914882 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-639a5438-26e1-4aa8-aa95-cc5fadc911ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 1000 time: 0.0836537 Aug 24 22:14:34.944661 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7b9bddc1-908e-40a7-bae8-383ab356dab1 req-b5f0262b-885a-470f-b051-9a2f6399b006 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340548 Aug 24 22:14:35.012445 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Allocated IP 172.20.0.2 (814e464d-b6a0-45b7-a22c-9d11e1d941ea/854aef7a-e291-4a33-b0db-21fda85f295d/3dbf695c-6f12-4639-8d48-f9ba91ec3398) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:35.156196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:35.279221 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:35.318151 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:35.323166 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:35.327430 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:35.358171 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event updated for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:35.380723 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f343657d-f9ad-4b16-9500-8174ad0ee55c req-a55f22e3-dc53-4bbe-95da-6c597fdc459c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Aug 24 22:14:35.383191 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:35.383807 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:35.517463 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624408-1854-4ca5-82c3-0740e378a0dc req-39fc6e95-8231-41ec-9653-08d57ae9c2b3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:35.518913 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e624408-1854-4ca5-82c3-0740e378a0dc req-39fc6e95-8231-41ec-9653-08d57ae9c2b3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0465779 Aug 24 22:14:35.537185 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-902d31e2-ce01-4b2f-96b6-5a58bef818fe tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9564404 Aug 24 22:14:35.555777 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e624408-1854-4ca5-82c3-0740e378a0dc req-62f087eb-8b0e-442c-ad86-6c6ed28042e6 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307972 Aug 24 22:14:35.794156 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cf2d1-b61c-4e46-a36c-af1d1b5214f6 req-04e8a1ae-a77c-4f0a-8a3e-579920d34bca tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:35.795583 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-267cf2d1-b61c-4e46-a36c-af1d1b5214f6 req-04e8a1ae-a77c-4f0a-8a3e-579920d34bca tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 931 time: 0.0526919 Aug 24 22:14:35.861307 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-267cf2d1-b61c-4e46-a36c-af1d1b5214f6 req-f0e7ba53-d3ed-497a-afd8-3b83610942ca tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Aug 24 22:14:35.873249 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b404c-08e8-484e-b20b-43bffea3a251 req-05d303d5-d4b4-4577-8f7a-11847736bdfd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:35.875243 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f2b404c-08e8-484e-b20b-43bffea3a251 req-05d303d5-d4b4-4577-8f7a-11847736bdfd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 944 time: 0.0678198 Aug 24 22:14:35.916081 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f2b404c-08e8-484e-b20b-43bffea3a251 req-8c92fb7b-2654-41b5-8e40-9128a4768e2a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336626 Aug 24 22:14:35.942039 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-377bd71c-d224-494a-9e88-23e876288b19 req-294010f0-d83f-48ad-94e5-ccf9b4bea4f8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0250185 Aug 24 22:14:36.065285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c8c8-2a06-4f7a-8d98-7b7d8d0f4079 req-839af7e4-cec9-4e61-982f-d9aa1c9a8525 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:36.066698 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dcc7c8c8-2a06-4f7a-8d98-7b7d8d0f4079 req-839af7e4-cec9-4e61-982f-d9aa1c9a8525 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0568919 Aug 24 22:14:36.103840 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dcc7c8c8-2a06-4f7a-8d98-7b7d8d0f4079 req-6b0505f2-2445-4988-90e7-eb4ebc784784 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Aug 24 22:14:36.471898 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cb7127a1-198b-49bf-b106-c0c69c6ce735 req-2100a388-5a24-4d50-81d3-b06d605b6a8b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0256689 Aug 24 22:14:36.598713 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:36.645389 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port bbd3b165-dd99-4a48-8a7b-611ef19820b0 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:36.645766 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:36.668234 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9262-f6a8-4e87-99b6-34fc1862501c req-62cc8d1b-d9a8-4721-9588-c29c71cc9429 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:36.669661 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99db9262-f6a8-4e87-99b6-34fc1862501c req-62cc8d1b-d9a8-4721-9588-c29c71cc9429 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0481606 Aug 24 22:14:36.706824 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99db9262-f6a8-4e87-99b6-34fc1862501c req-410508db-5508-4464-97bd-eb30274fe8cc tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305622 Aug 24 22:14:36.726923 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:36.746154 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:36.748402 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765bc33-5fac-4c7c-b415-0232994da316" -d '{"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:36.760578 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:36.783726 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e80ed-0f97-42b7-adc7-5a9e4bd4e6b6 x-openstack-request-id: req-be8e80ed-0f97-42b7-adc7-5a9e4bd4e6b6 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:36.784014 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:36.784289 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be8e80ed-0f97-42b7-adc7-5a9e4bd4e6b6 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:36.784672 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'code': 200} Aug 24 22:14:36.829098 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:36.829899 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6bbb6eba-aa85-4dd2-b42f-37066260853e up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:36.901362 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=10']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:36.983794 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb8b76-2c89-453d-ac25-f85934818e5e req-eccb9ad3-e92c-4d43-b035-4a139d2f1792 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:36.985296 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56eb8b76-2c89-453d-ac25-f85934818e5e req-eccb9ad3-e92c-4d43-b035-4a139d2f1792 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 931 time: 0.0542624 Aug 24 22:14:36.998843 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 6bbb6eba-aa85-4dd2-b42f-37066260853e completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:37.002916 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 6bbb6eba-aa85-4dd2-b42f-37066260853e triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:37.003323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:37.051412 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56eb8b76-2c89-453d-ac25-f85934818e5e req-7479870a-51be-47c6-82a6-49e1d6f89ce5 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592835 Aug 24 22:14:37.071567 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae147daa-a696-4c57-b3c8-360c0ef101cb req-06bea07e-fa90-4e09-bb4e-d2a3bfb9da92 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:37.071812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ae147daa-a696-4c57-b3c8-360c0ef101cb req-06bea07e-fa90-4e09-bb4e-d2a3bfb9da92 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0814562 Aug 24 22:14:37.088923 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:37.105855 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ae147daa-a696-4c57-b3c8-360c0ef101cb req-b6e85635-0af2-4ee9-9c07-a6bbe3057c22 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331359 Aug 24 22:14:37.128077 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:37.142149 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dac752e8-038c-4d9e-b075-674310b37eb4 req-73b9818c-c37b-4758-8a98-44754fe27fbe tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0309060 Aug 24 22:14:37.221596 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4e84-3863-42de-bb77-e6c6c26e7317 req-2a6ce0b6-79b2-4842-91f1-02137ab79689 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:37.222961 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-701c4e84-3863-42de-bb77-e6c6c26e7317 req-2a6ce0b6-79b2-4842-91f1-02137ab79689 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 944 time: 0.0515971 Aug 24 22:14:37.233431 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:37.261440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-701c4e84-3863-42de-bb77-e6c6c26e7317 req-c36638e8-2cf4-46ca-96f2-836a376a076c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Aug 24 22:14:37.281018 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:37.564786 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dc1c0d13-2599-413a-baf6-c28e9a959fbb req-bf46caa2-f52c-414d-9590-f03ad74ffa67 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0263414 Aug 24 22:14:37.707254 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Request body: {'port': {'device_id': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:37.759913 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-b820908e-bd8a-423f-a4fe-00794f0fbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:37.761437 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-b820908e-bd8a-423f-a4fe-00794f0fbde0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.0657709 Aug 24 22:14:37.841498 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-f07d66b4-2367-4c68-81da-900c5f548cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:37.842191 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17778039-8be3-441e-ac42-25a6c6a34912 req-8ae69b00-7bc0-48e7-88cd-64584a1f4e0f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:37.843028 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-f07d66b4-2367-4c68-81da-900c5f548cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683136 Aug 24 22:14:37.843582 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:37.844062 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-17778039-8be3-441e-ac42-25a6c6a34912 req-8ae69b00-7bc0-48e7-88cd-64584a1f4e0f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0503063 Aug 24 22:14:37.888021 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-17778039-8be3-441e-ac42-25a6c6a34912 req-d6769d77-ea91-4a99-acc4-ed2e6a60e77e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351930 Aug 24 22:14:38.079851 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-a6e5d76b-20f7-45fb-881b-1aab714a34e0 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265978 Aug 24 22:14:38.175117 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85117-1a81-46f7-98ef-925116d7c223 req-c7c42ddf-ed8c-4821-847e-a4e25b5ee274 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.176749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8bb85117-1a81-46f7-98ef-925116d7c223 req-c7c42ddf-ed8c-4821-847e-a4e25b5ee274 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 931 time: 0.0555847 Aug 24 22:14:38.256376 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8bb85117-1a81-46f7-98ef-925116d7c223 req-15dd66ff-f83d-476b-b609-a39f6d9116d0 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711555 Aug 24 22:14:38.274108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6ac9-31bc-4abb-ad70-baafb2e98459 req-a2b0749f-e5c8-4aa8-b064-17192d30aab6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.276326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e4f6ac9-31bc-4abb-ad70-baafb2e98459 req-a2b0749f-e5c8-4aa8-b064-17192d30aab6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0893669 Aug 24 22:14:38.327532 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e4f6ac9-31bc-4abb-ad70-baafb2e98459 req-77b80df8-6f2e-492f-83d5-e2e43a5f5c1c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401862 Aug 24 22:14:38.366564 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8112a98f-a172-4771-beb5-e45920585b6f req-23e752e1-d0ea-45e4-bca5-85ecc27857eb tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0373375 Aug 24 22:14:38.505608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-e45cc21d-4025-4c49-9e2f-dabc0f99adbb tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.507152 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-e45cc21d-4025-4c49-9e2f-dabc0f99adbb tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 815 time: 0.5592294 Aug 24 22:14:38.533174 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'port': {'device_id': '25540dc9-aa55-4060-a857-d98c854b49c2', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'admin_state_up': True, 'tenant_id': '899b4988927542c2a81b07d8d251f551'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:38.570465 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.26', 64922) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:38.619612 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-242ddf9d-5b32-407e-8f53-d665026bd029 req-0e204dbf-9f96-4958-b018-65b1c43695b8 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297422 Aug 24 22:14:38.763399 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbf695c-6f12-4639-8d48-f9ba91ec3398 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:38.778798 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:38.786101 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:38.788747 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5dc598-a5fd-47ac-8897-0b72798499b7" -d '{"events": [{"server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "name": "network-vif-plugged", "status": "completed", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:38.825425 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Transition to ACTIVE for port object 3dbf695c-6f12-4639-8d48-f9ba91ec3398 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:38.833822 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cf5cd0dc-9f94-4393-a4cd-fed25d8d9522 req-9e76ec61-22c1-484f-8559-41d7955375f7 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0486102 Aug 24 22:14:38.866722 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b499ce2-3f3f-464b-a26d-9ed413892b27 req-60bf3a6c-81cb-4a19-8b39-1485b159eeab tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.868763 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b499ce2-3f3f-464b-a26d-9ed413892b27 req-60bf3a6c-81cb-4a19-8b39-1485b159eeab tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.4540260 Aug 24 22:14:38.884475 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f3416-48b4-485a-8bf6-a9bd73df26b5 req-6ab0ad69-0373-48f0-b4bb-7de87d3800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.889325 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f85f3416-48b4-485a-8bf6-a9bd73df26b5 req-6ab0ad69-0373-48f0-b4bb-7de87d3800b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1099 time: 0.4620953 Aug 24 22:14:38.907123 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-54fd1fd6-1956-4b8a-91b4-0fd15127b621 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:38.908735 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-54fd1fd6-1956-4b8a-91b4-0fd15127b621 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "GET /v2.0/networks?id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 200 len: 814 time: 0.3335943 Aug 24 22:14:38.909446 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8c1add-83f5-42b7-a9f0-63d63daebe21 x-openstack-request-id: req-2e8c1add-83f5-42b7-a9f0-63d63daebe21 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:38.909953 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "name": "network-vif-plugged", "status": "completed", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:38.910361 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e8c1add-83f5-42b7-a9f0-63d63daebe21 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:38.911047 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'code': 200} Aug 24 22:14:38.943120 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b499ce2-3f3f-464b-a26d-9ed413892b27 req-d90720a1-4910-4142-8273-6583331dabcc tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624654 Aug 24 22:14:38.974509 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Request body: {'port': {'device_id': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9', 'admin_state_up': True, 'tenant_id': '8d1277668036468cb52ef7aef1dcd903'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:38.981284 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f85f3416-48b4-485a-8bf6-a9bd73df26b5 req-edd389e6-9009-4c89-88ee-7d0f663ba4f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811369 Aug 24 22:14:38.991871 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.031022 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0323d-099a-4feb-b624-16000f84b103 req-2b66d778-87e8-497c-960b-2c5ad1f3cf5a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:39.039460 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43d0323d-099a-4feb-b624-16000f84b103 req-2b66d778-87e8-497c-960b-2c5ad1f3cf5a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0700858 Aug 24 22:14:39.102013 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43d0323d-099a-4feb-b624-16000f84b103 req-28bba7c0-3a53-41a5-943b-2e02562a41ff tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573628 Aug 24 22:14:39.102306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:39.120762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.121119 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.125016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:39.212004 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Made reservation on behalf of 899b4988927542c2a81b07d8d251f551 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:39.215538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.302793 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Attempting to bind port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:39.303138 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Attempting to bind port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:39.303595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Attempting to bind port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:39.316456 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:14:39.316813 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Attempting to bind port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:39.395408 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:39.395755 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Checking segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:39.396168 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Bound using segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:39.396627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Bound port: 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:39.397256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.420478 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Made reservation on behalf of 8d1277668036468cb52ef7aef1dcd903 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:14:39.434754 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.509485 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc923a3b-8e1e-44b7-bedb-aa489bf09550 req-589471a4-4844-40cf-be01-6614880c0d36 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:39.512638 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dc923a3b-8e1e-44b7-bedb-aa489bf09550 req-589471a4-4844-40cf-be01-6614880c0d36 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.1217561 Aug 24 22:14:39.566483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Allocated IP 172.20.0.9 (9558b5d8-c97f-4c15-920b-724863172dff/8c6fb981-289f-416a-a3b2-943dd8736ec2/72a354ef-e3ff-424e-a9fb-2dbffb797563) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:39.591870 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dc923a3b-8e1e-44b7-bedb-aa489bf09550 req-f05cd7f4-6b14-4675-b9af-594e8b235eea tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Aug 24 22:14:39.617130 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9156091-3dc8-40b2-9b2f-62fe2a1d4803 req-9ae32157-dc3a-4931-b651-bf7447be9df8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:39.620230 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9156091-3dc8-40b2-9b2f-62fe2a1d4803 req-9ae32157-dc3a-4931-b651-bf7447be9df8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.1265686 Aug 24 22:14:39.621045 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:39.660356 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:39.678283 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e9156091-3dc8-40b2-9b2f-62fe2a1d4803 req-6e5a040c-19ba-446e-943d-8ec1debf3fdc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492449 Aug 24 22:14:39.804648 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.820455 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6f47dbc5-981a-4116-a2f4-6ff95ee24762 req-7fff275c-1060-498c-bc6c-b602fe9b2cc9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0604603 Aug 24 22:14:39.853282 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Allocated IP 172.20.0.11 (37ad6cb4-e618-4342-b8ed-dce06f1c10d9/26f321a9-c425-4c16-8e32-7cd2bbfb3da6/1c0c77ff-9321-4416-9777-a39f865b4a28) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:39.904595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:39.908411 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:39.908577 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.909868 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-7d8d2d80-5e82-4eb5-a8b4-aa04455a49f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3dbf695c-6f12-4639-8d48-f9ba91ec3398 HTTP/1.1" status: 200 len: 1093 time: 2.2129481 Aug 24 22:14:39.915993 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:39.918285 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c637a7-e2f1-4d75-8cf1-8588b5970861" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:39.962066 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:39.964398 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db815d96-05ae-448d-8fdb-fc089cefa9b1 req-9688432b-360b-4224-8f7a-96f8ccc4689e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Aug 24 22:14:39.991679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34249252-775e-41ad-8a41-739ef4e6ba6c x-openstack-request-id: req-34249252-775e-41ad-8a41-739ef4e6ba6c {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:39.991822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:39.992039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34249252-775e-41ad-8a41-739ef4e6ba6c {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:39.992559 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398', 'status': 'completed', 'code': 200} Aug 24 22:14:40.009811 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Transition to ACTIVE for port object 72a354ef-e3ff-424e-a9fb-2dbffb797563 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:40.089868 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d328e-0eec-4cd2-b6a1-f68a5add7758 req-7477dafa-7c49-460e-9d33-de335b16840f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.091892 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-964d328e-0eec-4cd2-b6a1-f68a5add7758 req-7477dafa-7c49-460e-9d33-de335b16840f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0638504 Aug 24 22:14:40.140595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.154241 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-964d328e-0eec-4cd2-b6a1-f68a5add7758 req-9f09d919-b04f-4f48-8c2a-d6a0e27474ab tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554159 Aug 24 22:14:40.200839 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.259287 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Network 9558b5d8-c97f-4c15-920b-724863172dff is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:40.262578 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:40.266507 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180fc14-01fb-4582-9ec9-87289aeb3e78 req-abddf2b0-a116-40a6-b9b8-7724f25fbc3b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.267667 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:40.272051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:40.284688 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5180fc14-01fb-4582-9ec9-87289aeb3e78 req-abddf2b0-a116-40a6-b9b8-7724f25fbc3b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0795527 Aug 24 22:14:40.304329 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.350953 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5180fc14-01fb-4582-9ec9-87289aeb3e78 req-ee81c04c-0605-4b09-8b05-18ad344e6465 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635729 Aug 24 22:14:40.384492 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.385026 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.391983 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:40.399908 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:40.407962 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:40.415509 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Pushing event updated for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:40.471916 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.472638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.532963 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-eb8cfb7a-396e-41c6-ba5a-b655f3dfc57e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0085883 Aug 24 22:14:40.565127 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-fb154d0d-7f7c-4b4e-84ef-1e1311dafd29 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5948415 Aug 24 22:14:40.663585 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-07a10543-ca68-44a2-8c43-6604ac948e94 None None] Provisioning for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:40.667868 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-07a10543-ca68-44a2-8c43-6604ac948e94 None None] Provisioning complete for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:40.668338 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-07a10543-ca68-44a2-8c43-6604ac948e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:40.731439 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c78c8-dbbc-4bc3-9879-3ff1071f1e19 req-0d5d2bc6-dc99-41c9-a635-27f2b7e8362d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.736703 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b68c78c8-dbbc-4bc3-9879-3ff1071f1e19 req-0d5d2bc6-dc99-41c9-a635-27f2b7e8362d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0732512 Aug 24 22:14:40.745652 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-07a10543-ca68-44a2-8c43-6604ac948e94 None None] Port 72a354ef-e3ff-424e-a9fb-2dbffb797563 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:14:40.813749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b68c78c8-dbbc-4bc3-9879-3ff1071f1e19 req-a886bf57-e095-4b15-92ca-90b611323189 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Aug 24 22:14:40.822225 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649645c-9b07-41b0-95f7-1dac996fcad9 req-a6e97565-b828-40db-b72e-ab8e6db94a6d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.823575 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8649645c-9b07-41b0-95f7-1dac996fcad9 req-a6e97565-b828-40db-b72e-ab8e6db94a6d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0762684 Aug 24 22:14:40.869455 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8649645c-9b07-41b0-95f7-1dac996fcad9 req-182b9feb-17fa-4826-9029-851e4829c0fc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396643 Aug 24 22:14:40.956539 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58503cee-4cf6-4ccb-8a5b-1759267db69c req-ed2b1ae2-5561-4303-8024-0468712660a5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:40.958098 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-58503cee-4cf6-4ccb-8a5b-1759267db69c req-ed2b1ae2-5561-4303-8024-0468712660a5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0491917 Aug 24 22:14:41.010223 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-58503cee-4cf6-4ccb-8a5b-1759267db69c req-252cf29e-76b5-4ad1-aa44-df6dac4610af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Aug 24 22:14:41.102411 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a544e1-b9a9-48eb-ab40-0d86d1a53976 req-013fb6d7-4b8b-488c-8b0b-0f43ebf32fe5 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:41.104268 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99a544e1-b9a9-48eb-ab40-0d86d1a53976 req-013fb6d7-4b8b-488c-8b0b-0f43ebf32fe5 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0510793 Aug 24 22:14:41.142172 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-99a544e1-b9a9-48eb-ab40-0d86d1a53976 req-d294db32-fbac-4fb4-b6b6-dd2fa186b3f6 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Aug 24 22:14:41.282674 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc495bc9-aaf7-46e7-8c40-15d3469f7ae5 req-f7d7a213-4ad0-4c95-b7c7-99d8150f2f01 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:41.284071 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bc495bc9-aaf7-46e7-8c40-15d3469f7ae5 req-f7d7a213-4ad0-4c95-b7c7-99d8150f2f01 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0602384 Aug 24 22:14:41.322821 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bc495bc9-aaf7-46e7-8c40-15d3469f7ae5 req-561466c9-a442-4154-aa1e-4954e4b22c65 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Aug 24 22:14:41.480805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3fe1-3365-49b8-a885-bc0631af0fe5 req-d30470b3-8670-497d-91aa-f50b282cec99 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:41.482270 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-475a3fe1-3365-49b8-a885-bc0631af0fe5 req-d30470b3-8670-497d-91aa-f50b282cec99 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0571778 Aug 24 22:14:41.521416 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-475a3fe1-3365-49b8-a885-bc0631af0fe5 req-a6b88774-e2f4-4d69-9a5b-b582fea8b7ac tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Aug 24 22:14:41.944198 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893f52-71bd-44fb-8a5c-916b53d0b25b req-84df44c7-637b-4940-b626-08c34f924f53 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:41.946069 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27893f52-71bd-44fb-8a5c-916b53d0b25b req-84df44c7-637b-4940-b626-08c34f924f53 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0639634 Aug 24 22:14:42.020401 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27893f52-71bd-44fb-8a5c-916b53d0b25b req-43daac8c-cec7-4343-a080-1b2f90908aa9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673380 Aug 24 22:14:42.037073 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366f24c-ae93-47d2-98e6-761c55d033c6 req-4473c3f9-4e9e-4165-aaab-abd2cd8da068 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:42.037073 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8366f24c-ae93-47d2-98e6-761c55d033c6 req-4473c3f9-4e9e-4165-aaab-abd2cd8da068 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0698009 Aug 24 22:14:42.106673 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8366f24c-ae93-47d2-98e6-761c55d033c6 req-02e09e8e-1b1d-41d7-a40f-b86d62c56e6e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615454 Aug 24 22:14:42.153243 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf68b-3494-4d3b-9ecc-88b4f69cffb0 req-c966c3a3-3713-426f-ba29-1ff1854df97f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:42.154720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-19ecf68b-3494-4d3b-9ecc-88b4f69cffb0 req-c966c3a3-3713-426f-ba29-1ff1854df97f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0660822 Aug 24 22:14:42.200992 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-19ecf68b-3494-4d3b-9ecc-88b4f69cffb0 req-15011b14-871e-4141-b15a-4095c1ac8e6a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Aug 24 22:14:42.269069 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f66d19-4189-4bc5-8b3f-a3ca3c929cae req-7815bf70-9763-4455-a161-03d2be54cd07 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:42.270565 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e3f66d19-4189-4bc5-8b3f-a3ca3c929cae req-7815bf70-9763-4455-a161-03d2be54cd07 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0509729 Aug 24 22:14:42.328177 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e3f66d19-4189-4bc5-8b3f-a3ca3c929cae req-2730d852-4416-41ea-b7ae-256bc0a71481 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Aug 24 22:14:42.473055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56545-1b70-40c3-8421-73ca95568bb6 req-9cd56ddd-9d8a-4ead-b945-697cd4d8ead4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:42.474526 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fc56545-1b70-40c3-8421-73ca95568bb6 req-9cd56ddd-9d8a-4ead-b945-697cd4d8ead4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0718088 Aug 24 22:14:42.513125 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3fc56545-1b70-40c3-8421-73ca95568bb6 req-1c5c9637-7370-4966-bb1e-9c4ed8eaf0c1 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Aug 24 22:14:42.645819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531c543-2ae9-442b-a317-25501e1393f6 req-c72a310b-f3f0-4a2e-aba3-40fa1de9007f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:42.647478 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0531c543-2ae9-442b-a317-25501e1393f6 req-c72a310b-f3f0-4a2e-aba3-40fa1de9007f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0564933 Aug 24 22:14:42.687682 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0531c543-2ae9-442b-a317-25501e1393f6 req-52539441-f718-4b98-aa64-29258b0a54e2 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Aug 24 22:14:42.970718 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-283d0554-cf7c-4191-b86c-43079ccc7912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:43.159566 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24d643-6c40-404d-a77e-8023c89d521c req-b2eac21d-df42-4634-b149-36f644585f94 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.161194 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd24d643-6c40-404d-a77e-8023c89d521c req-b2eac21d-df42-4634-b149-36f644585f94 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0660124 Aug 24 22:14:43.211235 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd24d643-6c40-404d-a77e-8023c89d521c req-69988102-5cea-4b25-a532-a0cd0c099885 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Aug 24 22:14:43.267155 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a699392-c55b-4086-9336-8e41e0d8b2ec req-b04efba0-e606-4203-9ae6-950064b0a337 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.268776 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9a699392-c55b-4086-9336-8e41e0d8b2ec req-b04efba0-e606-4203-9ae6-950064b0a337 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0739439 Aug 24 22:14:43.348300 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9a699392-c55b-4086-9336-8e41e0d8b2ec req-97652f4c-3443-4944-9a99-000b9a1f8633 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683639 Aug 24 22:14:43.376595 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c6f1-2710-4688-88ac-60984f0c76ea req-f16dd04a-5244-4f7d-9735-f3ee239f58b4 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.378143 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27c2c6f1-2710-4688-88ac-60984f0c76ea req-f16dd04a-5244-4f7d-9735-f3ee239f58b4 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0885968 Aug 24 22:14:43.452912 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27c2c6f1-2710-4688-88ac-60984f0c76ea req-23aafc5b-d40e-4991-b5a2-9511b590d46f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Aug 24 22:14:43.474249 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab555c6-661c-4dc0-9406-1b0c2804b057 req-307c416b-60d3-47d0-b9bb-a4d14997148f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.475760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7ab555c6-661c-4dc0-9406-1b0c2804b057 req-307c416b-60d3-47d0-b9bb-a4d14997148f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0714977 Aug 24 22:14:43.520243 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7ab555c6-661c-4dc0-9406-1b0c2804b057 req-f0dc7841-ec9a-4dcc-8bf1-8f6947e8b138 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Aug 24 22:14:43.644490 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67fde0-a35c-4176-828d-7fea344fb6fc req-06bb198e-1b82-4df6-8723-f895ee6239f0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.646009 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b67fde0-a35c-4176-828d-7fea344fb6fc req-06bb198e-1b82-4df6-8723-f895ee6239f0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Aug 24 22:14:43.694845 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b67fde0-a35c-4176-828d-7fea344fb6fc req-d9c2f637-3eb5-4b5b-9ed5-efafa0c23dc9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371795 Aug 24 22:14:43.805764 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e6fb2-a167-49f4-9ec5-fc2f4a69d36e req-30032782-f7fc-487b-ad07-c7f26d744ac3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:43.807317 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-036e6fb2-a167-49f4-9ec5-fc2f4a69d36e req-30032782-f7fc-487b-ad07-c7f26d744ac3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0499332 Aug 24 22:14:43.849140 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-036e6fb2-a167-49f4-9ec5-fc2f4a69d36e req-6c80d2b6-72f1-4d17-b881-b4197cae00d9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349660 Aug 24 22:14:44.338773 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13439129-36df-4dec-ba1a-9505e55f367f req-8776c106-7289-4b44-a07e-10d8e92b697b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.340539 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-13439129-36df-4dec-ba1a-9505e55f367f req-8776c106-7289-4b44-a07e-10d8e92b697b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0489304 Aug 24 22:14:44.403255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-13439129-36df-4dec-ba1a-9505e55f367f req-4ad095aa-4bd0-4bb6-a6cd-9c65c6dfcfdf tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Aug 24 22:14:44.494818 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30dd0a-32b6-4cea-9e71-6df834ab2241 req-e8dce9b7-0ff2-42ca-89e5-42c5e409db58 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.496772 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b30dd0a-32b6-4cea-9e71-6df834ab2241 req-e8dce9b7-0ff2-42ca-89e5-42c5e409db58 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0604942 Aug 24 22:14:44.561973 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b30dd0a-32b6-4cea-9e71-6df834ab2241 req-531c8698-b1d0-49ec-b82a-800e044ef06a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588493 Aug 24 22:14:44.583082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738ceda-76c4-4560-bc83-b829bb18e404 req-725a2bbf-1507-4f6d-a911-5aacf8a61c79 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.584956 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4738ceda-76c4-4560-bc83-b829bb18e404 req-725a2bbf-1507-4f6d-a911-5aacf8a61c79 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0659618 Aug 24 22:14:44.637211 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4738ceda-76c4-4560-bc83-b829bb18e404 req-bcee9357-fa36-4bd3-99d4-eeffc43b5ac8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Aug 24 22:14:44.703863 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a732-e52f-4a20-b51a-93814a9754a1 req-14fad2f8-5a75-4d6a-9e74-e2c229e09f5b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.705339 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-08c8a732-e52f-4a20-b51a-93814a9754a1 req-14fad2f8-5a75-4d6a-9e74-e2c229e09f5b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0545075 Aug 24 22:14:44.770117 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-08c8a732-e52f-4a20-b51a-93814a9754a1 req-399881ad-1bf6-4ed5-a198-674e4ccc6e74 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587723 Aug 24 22:14:44.825434 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf7fc1-8992-46c6-9bd1-a88ab1fa7954 req-7e28a167-7c64-4f69-9a1e-811bd660a652 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.827586 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42bf7fc1-8992-46c6-9bd1-a88ab1fa7954 req-7e28a167-7c64-4f69-9a1e-811bd660a652 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Aug 24 22:14:44.866983 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42bf7fc1-8992-46c6-9bd1-a88ab1fa7954 req-e702adff-4f85-4e0d-b91f-f3683678f459 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Aug 24 22:14:44.965947 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a40d05-6625-4fc8-b246-399d43e32671 req-75582948-ed95-4228-99e1-b9a6170d0793 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:44.967556 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f3a40d05-6625-4fc8-b246-399d43e32671 req-75582948-ed95-4228-99e1-b9a6170d0793 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0512812 Aug 24 22:14:45.006547 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f3a40d05-6625-4fc8-b246-399d43e32671 req-128fd977-773f-4fb0-8f39-094653342643 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Aug 24 22:14:45.444805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60630) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:45.533070 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9d5de8d9-dac5-4c03-b849-4e74dfb01926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:45.562111 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0092e17-2c98-41b4-a607-cd3ec72227df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:45.570579 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0f89-1a8a-47ee-afa4-cd739bfa501e req-1ebe9e04-d324-4957-a9b6-13c91df910d1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:45.572024 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-406c0f89-1a8a-47ee-afa4-cd739bfa501e req-1ebe9e04-d324-4957-a9b6-13c91df910d1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0851405 Aug 24 22:14:45.615775 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-406c0f89-1a8a-47ee-afa4-cd739bfa501e req-4ae285fc-2c41-4d5c-8ae7-7a520b538811 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Aug 24 22:14:45.722004 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0092e17-2c98-41b4-a607-cd3ec72227df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:45.733821 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb91ee-fc78-498d-a710-afd6b11818ca req-6c88404a-1171-44a7-b9d3-5fc51fa6e1b4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:45.736012 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0ddb91ee-fc78-498d-a710-afd6b11818ca req-6c88404a-1171-44a7-b9d3-5fc51fa6e1b4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0637872 Aug 24 22:14:45.783804 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:45.801001 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0ddb91ee-fc78-498d-a710-afd6b11818ca req-5e68e54d-bc1f-44a4-8258-00e6e9aecc73 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563192 Aug 24 22:14:45.810404 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a0092e17-2c98-41b4-a607-cd3ec72227df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:45.816927 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0b3e6-f559-4975-b16b-990d24c09173 req-f9dc784e-00ab-4a47-ba82-5a4a920a25b2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:45.816927 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-32f0b3e6-f559-4975-b16b-990d24c09173 req-f9dc784e-00ab-4a47-ba82-5a4a920a25b2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0796282 Aug 24 22:14:45.869686 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a0092e17-2c98-41b4-a607-cd3ec72227df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7439bc521f69400ca4a3938f9168823a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207742 Aug 24 22:14:45.869686 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0092e17-2c98-41b4-a607-cd3ec72227df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9eeffa-bfa6-4fd5-850d-91714fb9eb45,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:45.869987 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 60642) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:45.897924 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-32f0b3e6-f559-4975-b16b-990d24c09173 req-2078da65-2528-4002-a082-041a1e08267e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665092 Aug 24 22:14:45.978600 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5891-123b-4290-9d39-30597bddd87e req-7e90fd72-7120-459a-a181-2400f294546f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:45.980107 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d94f5891-123b-4290-9d39-30597bddd87e req-7e90fd72-7120-459a-a181-2400f294546f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0793941 Aug 24 22:14:45.985524 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:46.049559 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:46.104682 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc347-39db-45a7-8a98-5d2fb52f9594 req-2308d099-8eb1-4ab4-991e-dfc2412e5337 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:46.106455 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30dbc347-39db-45a7-8a98-5d2fb52f9594 req-2308d099-8eb1-4ab4-991e-dfc2412e5337 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0979555 Aug 24 22:14:46.346845 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d94f5891-123b-4290-9d39-30597bddd87e req-d594e8ff-bfc1-4d46-8f98-d4a4ccf307bc tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584096 Aug 24 22:14:46.350075 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30dbc347-39db-45a7-8a98-5d2fb52f9594 req-6019301f-6f35-47dc-81b5-19c922d8e2a8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333472 Aug 24 22:14:46.434886 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:46.438237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:46.439391 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc9eeffa-bfa6-4fd5-850d-91714fb9eb45 HTTP/1.1" status: 204 len: 168 time: 0.5665681 Aug 24 22:14:46.460781 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aebbc6-a853-4a37-a1ba-d074df81cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9eeffa-bfa6-4fd5-850d-91714fb9eb45,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:46.483830 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23157a-20e6-45b9-b977-b3ba7897401a req-53e8fca9-23bd-4462-aec1-a7603fcca07f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:46.488626 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d23157a-20e6-45b9-b977-b3ba7897401a req-53e8fca9-23bd-4462-aec1-a7603fcca07f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0798039 Aug 24 22:14:46.539211 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d23157a-20e6-45b9-b977-b3ba7897401a req-3505dc09-9db3-455d-a635-4c0e92f436fb tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Aug 24 22:14:46.687040 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:46.750380 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f2da9-0da9-43fc-ad4c-224d35f816a8 req-7a02f980-cca1-4d69-8e12-a1dce1052c64 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:46.752410 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a71f2da9-0da9-43fc-ad4c-224d35f816a8 req-7a02f980-cca1-4d69-8e12-a1dce1052c64 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0609925 Aug 24 22:14:46.813998 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a71f2da9-0da9-43fc-ad4c-224d35f816a8 req-36548834-b7fd-46c6-b642-26ad114b5a91 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550132 Aug 24 22:14:46.955665 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf2100-da11-4b24-abe8-bfb4bbc264bc req-20bbafab-2ef0-4415-9cd8-ed5a808cecb8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:46.957245 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dbcf2100-da11-4b24-abe8-bfb4bbc264bc req-20bbafab-2ef0-4415-9cd8-ed5a808cecb8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0568500 Aug 24 22:14:47.024472 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dbcf2100-da11-4b24-abe8-bfb4bbc264bc req-15d9d582-04e8-4929-b078-4068d2c3941e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614800 Aug 24 22:14:47.043213 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4102df-429f-469d-8e0d-221019777482 req-79d50c16-8fdd-4e44-b08f-75adc79aaef8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:47.044719 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc4102df-429f-469d-8e0d-221019777482 req-79d50c16-8fdd-4e44-b08f-75adc79aaef8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0683734 Aug 24 22:14:47.081805 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc4102df-429f-469d-8e0d-221019777482 req-a0323d59-c627-4650-8524-94c6d637c65c tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Aug 24 22:14:47.501857 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996c1e2-1bb2-48d6-9fbc-f99a57acac0c req-53be549e-5146-4ee8-97c0-72dfe5bb1580 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:47.504281 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6996c1e2-1bb2-48d6-9fbc-f99a57acac0c req-53be549e-5146-4ee8-97c0-72dfe5bb1580 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0839510 Aug 24 22:14:47.532280 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60e54-cce6-4681-96de-2e65d15acddb req-78bd708b-8d45-4ffe-b85d-d918ed0ccb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:47.533694 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09b60e54-cce6-4681-96de-2e65d15acddb req-78bd708b-8d45-4ffe-b85d-d918ed0ccb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.1038480 Aug 24 22:14:47.565980 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6996c1e2-1bb2-48d6-9fbc-f99a57acac0c req-41bf9f08-eb61-447a-b99b-5531faed64f0 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564854 Aug 24 22:14:47.595062 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-09b60e54-cce6-4681-96de-2e65d15acddb req-f9155da2-bc45-4e2f-9326-781e8c4b6548 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548449 Aug 24 22:14:47.685152 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961679-f47e-433a-a599-60c57ece2b3d req-ee2146e7-1b4b-4825-81ea-2fddacf8bc80 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:47.687701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c961679-f47e-433a-a599-60c57ece2b3d req-ee2146e7-1b4b-4825-81ea-2fddacf8bc80 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Aug 24 22:14:47.724580 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2c961679-f47e-433a-a599-60c57ece2b3d req-b2c2ecce-167d-48e2-8215-04becab5b6ed tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Aug 24 22:14:47.886954 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:47.938664 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14079a-776e-4124-8457-2b7af7b1a540 req-806034d5-2d0f-4132-ae4e-69393c00e2dc tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:47.940359 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ac14079a-776e-4124-8457-2b7af7b1a540 req-806034d5-2d0f-4132-ae4e-69393c00e2dc tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0515800 Aug 24 22:14:47.985368 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ac14079a-776e-4124-8457-2b7af7b1a540 req-b76bca7f-457e-427a-91b3-a2e34a0214bf tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361319 Aug 24 22:14:48.218001 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02845bf-fe3f-428f-9fa1-61c546d58a69 req-eaf0e050-84d3-4699-94e1-301b3df866a3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:48.219642 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b02845bf-fe3f-428f-9fa1-61c546d58a69 req-eaf0e050-84d3-4699-94e1-301b3df866a3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.1196406 Aug 24 22:14:48.285366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836bad0-0f44-440b-bd9f-30936c875843 req-0fe51bae-8966-4601-b014-c49147a70872 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:48.287148 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e836bad0-0f44-440b-bd9f-30936c875843 req-0fe51bae-8966-4601-b014-c49147a70872 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.1100843 Aug 24 22:14:48.296632 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b02845bf-fe3f-428f-9fa1-61c546d58a69 req-55a395c2-90d0-445d-a4fb-a08025a33b2f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0593829 Aug 24 22:14:48.351957 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e836bad0-0f44-440b-bd9f-30936c875843 req-b48c6d8a-5dcb-43e1-a802-8ef965977b7f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Aug 24 22:14:48.706383 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc884ff-c1a8-40ce-bd6b-90dcea27d249 req-1e0675f7-da14-47d4-a1f0-9f6b2b595eb8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:48.707783 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5cc884ff-c1a8-40ce-bd6b-90dcea27d249 req-1e0675f7-da14-47d4-a1f0-9f6b2b595eb8 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0662816 Aug 24 22:14:48.768782 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:14:48.769438 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee21523-f6e8-4276-9209-a87dee5869d5 req-97917323-9d9e-4fc3-b72b-798d56de6b87 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:48.770904 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fee21523-f6e8-4276-9209-a87dee5869d5 req-97917323-9d9e-4fc3-b72b-798d56de6b87 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0835574 Aug 24 22:14:48.773804 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5cc884ff-c1a8-40ce-bd6b-90dcea27d249 req-b7e1d5cc-6386-40c8-9e2e-32a696d858ee tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531988 Aug 24 22:14:48.809753 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fee21523-f6e8-4276-9209-a87dee5869d5 req-6331210f-0f28-4c7d-af38-0642f3529898 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Aug 24 22:14:48.884178 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4a84-6a5f-4e44-9d71-3c8c73d38904 req-c8d3af02-710e-4d1f-b649-d478f440ff0b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:48.885712 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-323b4a84-6a5f-4e44-9d71-3c8c73d38904 req-c8d3af02-710e-4d1f-b649-d478f440ff0b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0492678 Aug 24 22:14:48.926360 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-323b4a84-6a5f-4e44-9d71-3c8c73d38904 req-3e43abc6-9285-4a37-afe2-454136636714 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Aug 24 22:14:49.110501 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31e1ab-29a3-4f2f-b62d-4f800727fcc6 req-6091247c-93f0-42fa-b060-ab331cd05c3c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:49.112204 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7e31e1ab-29a3-4f2f-b62d-4f800727fcc6 req-6091247c-93f0-42fa-b060-ab331cd05c3c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0558834 Aug 24 22:14:49.150106 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7e31e1ab-29a3-4f2f-b62d-4f800727fcc6 req-a2a8c881-c822-4e90-bbd1-9f05c88953b2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Aug 24 22:14:49.461746 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3327a-9866-4554-b140-106c26198fa9 req-eaebf717-e49a-48fa-a720-2b6c103996a3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:49.463253 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd3327a-9866-4554-b140-106c26198fa9 req-eaebf717-e49a-48fa-a720-2b6c103996a3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0839164 Aug 24 22:14:49.484859 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07910db-f317-47c7-b249-6f1b1067b94e req-c96fcd77-f1f2-4035-85fb-76a817523bf7 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:49.486295 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d07910db-f317-47c7-b249-6f1b1067b94e req-c96fcd77-f1f2-4035-85fb-76a817523bf7 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0753641 Aug 24 22:14:49.545813 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd3327a-9866-4554-b140-106c26198fa9 req-74cd10c4-abcc-40e4-b60f-dd13ba9aed1c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0748782 Aug 24 22:14:49.553017 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d07910db-f317-47c7-b249-6f1b1067b94e req-961fa2d5-04ef-4042-b4da-dfde726d3b3e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588343 Aug 24 22:14:49.922573 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552fddb-4907-49a1-9650-879d8f0e2eb9 req-1ad83849-c0c7-4f1b-a61e-409c415ad074 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:49.924151 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5552fddb-4907-49a1-9650-879d8f0e2eb9 req-1ad83849-c0c7-4f1b-a61e-409c415ad074 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0730259 Aug 24 22:14:49.954276 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6516-78d3-4b68-8fdf-386b47949646 req-d0c9a417-3596-4808-90d9-ddf1a030078f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:49.955704 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-948a6516-78d3-4b68-8fdf-386b47949646 req-d0c9a417-3596-4808-90d9-ddf1a030078f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0777543 Aug 24 22:14:49.986293 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5552fddb-4907-49a1-9650-879d8f0e2eb9 req-176adf40-d814-45ce-9fa6-f6b44a1b6197 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Aug 24 22:14:50.006051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-948a6516-78d3-4b68-8fdf-386b47949646 req-33ec6b3e-cf65-483b-a9b3-0b4e49fb0c06 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Aug 24 22:14:50.093729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57102c-0788-46c6-abcc-ec180fad221b req-eea86e21-3c30-4f2a-8389-2b74921bd95d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.095188 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b57102c-0788-46c6-abcc-ec180fad221b req-eea86e21-3c30-4f2a-8389-2b74921bd95d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Aug 24 22:14:50.131384 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b57102c-0788-46c6-abcc-ec180fad221b req-c919267f-e9d4-495d-9a96-71fb298e7e32 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Aug 24 22:14:50.261459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934698-1cd2-4544-a6ec-d1441b3281e1 req-367c4363-f85e-4dd0-b6de-c910144e7c24 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.262807 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6934698-1cd2-4544-a6ec-d1441b3281e1 req-367c4363-f85e-4dd0-b6de-c910144e7c24 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0477047 Aug 24 22:14:50.299423 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6934698-1cd2-4544-a6ec-d1441b3281e1 req-4e678d0c-8ccc-4d76-afd2-f28f4017c308 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Aug 24 22:14:50.644937 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Request body: {'port': {'device_id': '25540dc9-aa55-4060-a857-d98c854b49c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:50.685209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Request body: {'port': {'device_id': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:50.706810 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de4b91-c0fe-4b93-ac01-26c2d72797ec req-8745f7ef-1ab3-443f-8e0b-86eefc9aba6b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.708330 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4de4b91-c0fe-4b93-ac01-26c2d72797ec req-8745f7ef-1ab3-443f-8e0b-86eefc9aba6b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 931 time: 0.0875361 Aug 24 22:14:50.716282 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdf5a-3e87-47d5-b1d3-63e5c1ca20c9 req-737bbf23-9ab3-4af3-8646-7f5d297efc0e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.718308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-437cdf5a-3e87-47d5-b1d3-63e5c1ca20c9 req-737bbf23-9ab3-4af3-8646-7f5d297efc0e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0993133 Aug 24 22:14:50.776492 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4de4b91-c0fe-4b93-ac01-26c2d72797ec req-3cd18086-94fc-4d62-8dd7-79decb695fe3 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571864 Aug 24 22:14:50.780782 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-437cdf5a-3e87-47d5-b1d3-63e5c1ca20c9 req-2cc14993-aaba-4f2d-b401-68c0db527f61 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549567 Aug 24 22:14:50.796867 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:50.797201 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-fef66858-51fd-43f9-9654-6632778e958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.798568 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-fef66858-51fd-43f9-9654-6632778e958b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 1096 time: 0.1493831 Aug 24 22:14:50.799143 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:50.979541 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ced2-e538-4091-89d7-9fee2bd07b50 req-a9f6ba45-e8e4-451c-91c6-9cd408c44925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:50.981061 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0aa7ced2-e538-4091-89d7-9fee2bd07b50 req-a9f6ba45-e8e4-451c-91c6-9cd408c44925 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1098 time: 0.0394275 Aug 24 22:14:51.017959 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0aa7ced2-e538-4091-89d7-9fee2bd07b50 req-2521a7e1-b8f1-4766-a474-6eee81a1dd3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287228 Aug 24 22:14:51.108953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-42112ca8-a5af-4d9b-a98c-c51e6a28ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.110447 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-42112ca8-a5af-4d9b-a98c-c51e6a28ca16 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=48399b2293054e48bc6656e4862053b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2900791 Aug 24 22:14:51.139489 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619044a-ee01-4bf1-8dc6-1354fdccce3e req-92e3230e-0237-46f8-bbbe-e02363314f2e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.140981 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5619044a-ee01-4bf1-8dc6-1354fdccce3e req-92e3230e-0237-46f8-bbbe-e02363314f2e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 932 time: 0.0823808 Aug 24 22:14:51.161365 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ed4f6-2fac-4f90-b0df-eeeb256e0ab1 req-ece5524c-613f-4e2c-9aec-9a52e4baaf21 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.162987 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-876ed4f6-2fac-4f90-b0df-eeeb256e0ab1 req-ece5524c-613f-4e2c-9aec-9a52e4baaf21 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0758235 Aug 24 22:14:51.211467 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5619044a-ee01-4bf1-8dc6-1354fdccce3e req-12e983e5-6772-4449-b5b4-5602aba6859b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635188 Aug 24 22:14:51.218627 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-876ed4f6-2fac-4f90-b0df-eeeb256e0ab1 req-f4868542-f92d-4f35-ad72-ccc143241fa7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Aug 24 22:14:51.325020 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2cb23-af02-4d1e-b89d-ba86c38f49d0 req-ccec0839-0edd-432e-9d5d-4d13f2e51c10 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.326800 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5d2cb23-af02-4d1e-b89d-ba86c38f49d0 req-ccec0839-0edd-432e-9d5d-4d13f2e51c10 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0484667 Aug 24 22:14:51.366621 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5d2cb23-af02-4d1e-b89d-ba86c38f49d0 req-94571ba3-aecd-43a3-9ce6-9ab7848806f3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Aug 24 22:14:51.378354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a354ef-e3ff-424e-a9fb-2dbffb797563 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:51.383960 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0c77ff-9321-4416-9777-a39f865b4a28 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:51.415601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f01c58-8b4f-4517-b40c-969fa2b5b9d0 req-59daeced-c823-4bab-9183-11b9da0f59bd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.417261 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-86f01c58-8b4f-4517-b40c-969fa2b5b9d0 req-59daeced-c823-4bab-9183-11b9da0f59bd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0494454 Aug 24 22:14:51.419548 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:51.435156 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:51.457474 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Transition to ACTIVE for port object 1c0c77ff-9321-4416-9777-a39f865b4a28 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:51.461595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Transition to ACTIVE for port object 72a354ef-e3ff-424e-a9fb-2dbffb797563 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:14:51.470236 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-86f01c58-8b4f-4517-b40c-969fa2b5b9d0 req-a1fa392f-3ff1-4af8-904b-f448927c4b2f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Aug 24 22:14:51.489259 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-5c59ee88-37ae-4995-baf6-57dd7ed24477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.490660 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b4c637a7-e2f1-4d75-8cf1-8588b5970861 req-5c59ee88-37ae-4995-baf6-57dd7ed24477 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529961 Aug 24 22:14:51.610592 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:51.612463 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:51.699957 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-82280ea9-7465-41ff-a227-abac856cdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.701594 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-82280ea9-7465-41ff-a227-abac856cdee4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 1096 time: 0.1212931 Aug 24 22:14:51.750840 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:51.768792 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a6dc4-5f2a-4f41-bc06-598733bd4a86 req-2143cdb0-113b-4158-9f83-3047c44e30d9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.776760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-632a6dc4-5f2a-4f41-bc06-598733bd4a86 req-2143cdb0-113b-4158-9f83-3047c44e30d9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0824003 Aug 24 22:14:51.814393 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-0192aa68-a820-4e69-bf56-f7d2fb577ed9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398 HTTP/1.1" status: 200 len: 217 time: 0.0587587 Aug 24 22:14:51.829031 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-632a6dc4-5f2a-4f41-bc06-598733bd4a86 req-13d08941-521c-4292-a249-ae3e88e91be8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447826 Aug 24 22:14:51.893135 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-bef6ccc6-48de-4aca-9b59-f754e3d19a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.894624 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-bef6ccc6-48de-4aca-9b59-f754e3d19a02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 1099 time: 0.0443673 Aug 24 22:14:51.942717 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Attempting to bind port 72a354ef-e3ff-424e-a9fb-2dbffb797563 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:51.943055 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Attempting to bind port 72a354ef-e3ff-424e-a9fb-2dbffb797563 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:51.943386 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Attempting to bind port 72a354ef-e3ff-424e-a9fb-2dbffb797563 on network 9558b5d8-c97f-4c15-920b-724863172dff {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:51.951420 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Port 72a354ef-e3ff-424e-a9fb-2dbffb797563 on network 9558b5d8-c97f-4c15-920b-724863172dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:14:51.951751 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Attempting to bind port 72a354ef-e3ff-424e-a9fb-2dbffb797563 on network 9558b5d8-c97f-4c15-920b-724863172dff {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:51.953746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:51.965336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-73616231-0f43-4566-aeef-5e5046af57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-73616231-0f43-4566-aeef-5e5046af57b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 200 len: 855 time: 0.1262681 Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Checking segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Bound using segment: {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Bound port: 72a354ef-e3ff-424e-a9fb-2dbffb797563, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8229bdc2-b217-4ed3-a6ca-deb485b6c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:51.973611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.015355 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-88b120f3-b841-431b-b91f-e1d1da473984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814e464d-b6a0-45b7-a22c-9d11e1d941ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367491 Aug 24 22:14:52.016012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Attempting to bind port 1c0c77ff-9321-4416-9777-a39f865b4a28 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:14:52.016361 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Attempting to bind port 1c0c77ff-9321-4416-9777-a39f865b4a28 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:14:52.016782 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Attempting to bind port 1c0c77ff-9321-4416-9777-a39f865b4a28 on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:52.025094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Port 1c0c77ff-9321-4416-9777-a39f865b4a28 on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:14:52.025094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Attempting to bind port 1c0c77ff-9321-4416-9777-a39f865b4a28 on network 37ad6cb4-e618-4342-b8ed-dce06f1c10d9 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:14:52.058397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826129c-e6aa-4967-8fb0-5b2b7d8fed7c req-a6783b99-500c-4e16-bad5-7722f26be0d2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.059842 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0826129c-e6aa-4967-8fb0-5b2b7d8fed7c req-a6783b99-500c-4e16-bad5-7722f26be0d2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.1619177 Aug 24 22:14:52.076027 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:14:52.076413 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Checking segment: {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:14:52.076791 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Bound using segment: {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:14:52.077246 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Bound port: 1c0c77ff-9321-4416-9777-a39f865b4a28, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:14:52.077602 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.078581 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d9d5-9dad-4f4c-9d2b-12c70b9ea3c2 req-40e0d718-7fa0-4178-8719-cb523b9e9c02 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.080023 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4c5d9d5-9dad-4f4c-9d2b-12c70b9ea3c2 req-40e0d718-7fa0-4178-8719-cb523b9e9c02 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.1525095 Aug 24 22:14:52.127074 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-e1c3d2ae-7249-45c2-a3fd-efa0dd752e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.132415 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-e1c3d2ae-7249-45c2-a3fd-efa0dd752e36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 911 time: 0.2156417 Aug 24 22:14:52.157716 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0826129c-e6aa-4967-8fb0-5b2b7d8fed7c req-3711b6d5-b262-4c0b-a196-80e63560d72e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767229 Aug 24 22:14:52.162651 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d4c5d9d5-9dad-4f4c-9d2b-12c70b9ea3c2 req-4c5faa70-7202-4b32-8bd7-b2c7453c9348 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0712769 Aug 24 22:14:52.180928 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:52.203601 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:52.225427 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-c858ba7d-cc4c-4e16-a592-e6ee83f53711 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982546 Aug 24 22:14:52.226918 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:14:52.230424 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c0c77ff-9321-4416-9777-a39f865b4a28,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:14:52.279045 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-5e2e6d86-2b5b-4b4e-89cf-9dff23ba00d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 200 len: 1000 time: 0.1076999 Aug 24 22:14:52.287524 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.599381 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-dcae7666-312e-422b-a7f5-a6dec470e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.600900 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-dcae7666-312e-422b-a7f5-a6dec470e979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.3068347 Aug 24 22:14:52.616171 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.634467 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa52035-dd4f-4596-bbab-f1fbef988e76 req-6f1de78e-22a2-4d6c-b686-ee715d8b6ca2 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.635998 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cfa52035-dd4f-4596-bbab-f1fbef988e76 req-6f1de78e-22a2-4d6c-b686-ee715d8b6ca2 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 944 time: 0.3510613 Aug 24 22:14:52.640446 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.641073 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.642450 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] 10.222.0.26 "PUT /v2.0/ports/72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 1093 time: 2.0068526 Aug 24 22:14:52.647295 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:52.649652 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485da5c4-21ce-45bc-836e-8cb32944fb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:52.662715 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24f78-e519-464d-b993-704138e1b29f req-1bf5b5f3-3ee2-40b7-83a7-cfa013447d9f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.663681 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.664241 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-93a24f78-e519-464d-b993-704138e1b29f req-1bf5b5f3-3ee2-40b7-83a7-cfa013447d9f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.1103387 Aug 24 22:14:52.664913 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:52.665707 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] 10.222.0.26 "PUT /v2.0/ports/1c0c77ff-9321-4416-9777-a39f865b4a28 HTTP/1.1" status: 200 len: 1094 time: 2.0074174 Aug 24 22:14:52.695342 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5a511-db90-437b-91d1-9e514c15e237 service neutron] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:52.704016 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ccd74fcc-2ffe-4544-94b1-a058ba76e92c req-6d3012a3-00d9-40f7-baa5-27ebe3c256ad service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527397 Aug 24 22:14:52.741923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-82c8ed95-7560-4613-aadd-a4aa5eba4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.743736 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-82c8ed95-7560-4613-aadd-a4aa5eba4f27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1333797 Aug 24 22:14:52.750534 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cfa52035-dd4f-4596-bbab-f1fbef988e76 req-6ed92da6-0857-43bb-84d8-6163ddb8a106 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Aug 24 22:14:52.768196 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-93a24f78-e519-464d-b993-704138e1b29f req-2b641537-c485-4140-bae6-556d47c245a3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854473 Aug 24 22:14:52.797030 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0612b-b271-463f-ae1d-29fe2095034f service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:52.858936 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ca12a-d126-41a6-810d-5ee257c72939 x-openstack-request-id: req-678ca12a-d126-41a6-810d-5ee257c72939 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:52.860040 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:52.860040 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-678ca12a-d126-41a6-810d-5ee257c72939 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:52.860040 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:14:52.900725 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-ab384a58-d0f9-4181-ab04-f502e2395277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.902243 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-ab384a58-d0f9-4181-ab04-f502e2395277 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 1097 time: 0.0848148 Aug 24 22:14:52.905499 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-3cec74f6-1eac-4b3a-b950-c94104f431df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.906845 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-3cec74f6-1eac-4b3a-b950-c94104f431df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1096 time: 0.0809972 Aug 24 22:14:52.954453 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-f57befa0-9d8f-4a44-814b-fc8b96fd2a97 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803632 Aug 24 22:14:52.963838 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3da1-8560-4e6e-bb52-26be530d4d90 req-623c3c41-b379-4aa7-8220-26dd36d2f316 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:52.965418 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-966d3da1-8560-4e6e-bb52-26be530d4d90 req-623c3c41-b379-4aa7-8220-26dd36d2f316 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.1028299 Aug 24 22:14:52.999196 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-848466e0-f296-4f02-acc6-1e07525eea08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c0c77ff-9321-4416-9777-a39f865b4a28 HTTP/1.1" status: 200 len: 217 time: 0.0692182 Aug 24 22:14:53.000884 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-ec0aa7eb-f147-4e71-b6af-05d99b6608cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 217 time: 0.0697978 Aug 24 22:14:53.064915 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dab952-01a6-47cb-b88a-18649c7407e7 req-28d51cb0-4b76-441e-bf4e-c3261512ee7f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.066294 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-53dab952-01a6-47cb-b88a-18649c7407e7 req-28d51cb0-4b76-441e-bf4e-c3261512ee7f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.1428120 Aug 24 22:14:53.084688 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-966d3da1-8560-4e6e-bb52-26be530d4d90 req-53a7e515-e930-41a5-ad6a-a9d4764c61bd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089149 Aug 24 22:14:53.090322 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-e838b9cb-0119-4a80-9d02-d3f24dfdba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.092353 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-e838b9cb-0119-4a80-9d02-d3f24dfdba0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0780299 Aug 24 22:14:53.094424 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410cfd-9727-4dff-9121-875f770827ec req-28b833e8-7910-4979-88a3-fc49a601313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.095776 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-28b833e8-7910-4979-88a3-fc49a601313f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26f321a9-c425-4c16-8e32-7cd2bbfb3da6 HTTP/1.1" status: 200 len: 854 time: 0.0833418 Aug 24 22:14:53.127481 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2170bef6-14bb-45a8-86db-62fc5ee5b329 req-d52072b1-0b0e-4a5d-ba20-1925151f2b58 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610587 Aug 24 22:14:53.132691 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-53dab952-01a6-47cb-b88a-18649c7407e7 req-70435619-c418-47e8-8d7c-51d637a69db9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577686 Aug 24 22:14:53.156790 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-b728afc0-3f66-48d1-a767-fb4dc751661e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502326 Aug 24 22:14:53.172263 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24562f9c-714a-4371-a3bb-a56659a62972 req-83022f81-950d-40a7-a4ed-54e076b08a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.173806 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-83022f81-950d-40a7-a4ed-54e076b08a9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685165 Aug 24 22:14:53.307032 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb92fa4-712e-47ea-bc10-94ade046a6e9 req-79c1e3a7-49ed-4d19-966e-1076ad2c8564 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.308843 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1fb92fa4-712e-47ea-bc10-94ade046a6e9 req-79c1e3a7-49ed-4d19-966e-1076ad2c8564 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.0753868 Aug 24 22:14:53.321987 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef63df6-c819-42df-bc66-5dad5fa1df63 req-f082b7d3-231f-4d67-8121-8660af89fd4a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.323461 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7ef63df6-c819-42df-bc66-5dad5fa1df63 req-f082b7d3-231f-4d67-8121-8660af89fd4a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0798030 Aug 24 22:14:53.337555 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-5d9b0ebc-7f43-41d0-974a-170c4c39b87e service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518025 Aug 24 22:14:53.343064 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-aae77509-cdd6-4853-9647-50410385e315 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398668 Aug 24 22:14:53.383477 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1fb92fa4-712e-47ea-bc10-94ade046a6e9 req-33b4234d-0641-49c7-b0d7-d13ac425031f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 Aug 24 22:14:53.388633 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7ef63df6-c819-42df-bc66-5dad5fa1df63 req-7729af61-620d-4698-bf2c-4110486f4dc4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575554 Aug 24 22:14:53.504978 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d7410cfd-9727-4dff-9121-875f770827ec req-11e816cd-cc02-4c43-9122-9a25299dea86 service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510239 Aug 24 22:14:53.510086 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-24562f9c-714a-4371-a3bb-a56659a62972 req-e93257f8-c5e3-4467-8026-0045e2bee681 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473923 Aug 24 22:14:53.843589 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-59beda69-cd2c-4ddc-9737-f09e879aa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.845220 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-59beda69-cd2c-4ddc-9737-f09e879aa085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1096 time: 0.0410202 Aug 24 22:14:53.897672 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799a40d-9f3e-4459-aca9-907eb6d6032c req-23e0bccc-6273-41b7-b669-5f69a1b29151 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.899143 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5799a40d-9f3e-4459-aca9-907eb6d6032c req-23e0bccc-6273-41b7-b669-5f69a1b29151 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 944 time: 0.0748167 Aug 24 22:14:53.919340 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3763-5362-40a2-8a05-1ed1cb252d55 req-4ebc873b-d340-4619-956c-30ee438e0cb7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.921384 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b0b3763-5362-40a2-8a05-1ed1cb252d55 req-4ebc873b-d340-4619-956c-30ee438e0cb7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0707986 Aug 24 22:14:53.953764 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-3b5ab613-d233-48b2-ac1a-2cfaa4113db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:53.955229 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-3b5ab613-d233-48b2-ac1a-2cfaa4113db6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.0898342 Aug 24 22:14:53.964075 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5799a40d-9f3e-4459-aca9-907eb6d6032c req-bcdffd5f-4391-482a-aabb-dfb6fc10c303 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 Aug 24 22:14:53.976936 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b0b3763-5362-40a2-8a05-1ed1cb252d55 req-ea0ab2d7-583a-428d-8333-7f24c914952d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476398 Aug 24 22:14:54.021380 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-d360fdf8-916e-450f-a7fe-4dd6e1f2a216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 217 time: 0.0361195 Aug 24 22:14:54.071683 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-2f60e651-c6e8-430a-a4cd-c2cbae685c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.073541 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-2f60e651-c6e8-430a-a4cd-c2cbae685c01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0497053 Aug 24 22:14:54.099535 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d6c7-e30c-4fbd-a62f-245a5629add9 req-0ff42c8b-e1f4-48b2-bedc-9e363a6566db tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.101384 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ed44d6c7-e30c-4fbd-a62f-245a5629add9 req-0ff42c8b-e1f4-48b2-bedc-9e363a6566db tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0529304 Aug 24 22:14:54.120900 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-3ca4eb6c-8ffa-47df-b467-b44f185f6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.122419 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-3ca4eb6c-8ffa-47df-b467-b44f185f6041 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417011 Aug 24 22:14:54.143541 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ed44d6c7-e30c-4fbd-a62f-245a5629add9 req-6126565e-81d3-478c-86fa-185608149e6e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346284 Aug 24 22:14:54.175470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 60774) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:54.218641 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df03343-cb05-4eb2-b29a-154930e64f4d req-071c6ccf-b379-4074-94f8-f2cd8aa71eb6 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.220221 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3df03343-cb05-4eb2-b29a-154930e64f4d req-071c6ccf-b379-4074-94f8-f2cd8aa71eb6 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0561042 Aug 24 22:14:54.245149 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-be298379-26e4-44c3-8336-3b1fa4e2bf4e service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114030 Aug 24 22:14:54.286097 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3df03343-cb05-4eb2-b29a-154930e64f4d req-782179d5-9914-4be9-9f8f-2c67cf3ac53b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Aug 24 22:14:54.293996 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73808e7d-e9e8-42e8-bfc5-e263ae81a294 req-3a206a85-8d16-40f7-affb-0a31e11bfbb5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.295530 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73808e7d-e9e8-42e8-bfc5-e263ae81a294 req-3a206a85-8d16-40f7-affb-0a31e11bfbb5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0744355 Aug 24 22:14:54.336314 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73808e7d-e9e8-42e8-bfc5-e263ae81a294 req-bf8f7d09-5848-49f8-985f-f84306343ff4 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348389 Aug 24 22:14:54.346740 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-485da5c4-21ce-45bc-836e-8cb32944fb5a req-cc970d61-fdf6-40c7-b83d-d90885b93b08 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944846 Aug 24 22:14:54.416056 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370d13f-e6b5-4d1d-bfdd-13ab54c619fc tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.417841 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-e370d13f-e6b5-4d1d-bfdd-13ab54c619fc tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1093 time: 0.2427526 Aug 24 22:14:54.421079 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 60784) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:14:54.426538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'port_id': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:14:54.524662 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:54.529753 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305478-b4aa-46d3-b99d-ab5fdae9d3b5 req-34f27e18-97f6-4aec-b1b6-dc9e7e7b66a6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.531172 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-34305478-b4aa-46d3-b99d-ab5fdae9d3b5 req-34f27e18-97f6-4aec-b1b6-dc9e7e7b66a6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.0759032 Aug 24 22:14:54.539275 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d74c8-67ea-4b9d-8c91-9ee18a79cfcc req-25b931e3-92e8-4e5a-8181-c39ed5d0484f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:54.540753 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc7d74c8-67ea-4b9d-8c91-9ee18a79cfcc req-25b931e3-92e8-4e5a-8181-c39ed5d0484f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0755708 Aug 24 22:14:54.591380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-34305478-b4aa-46d3-b99d-ab5fdae9d3b5 req-a45800d5-4e68-44bf-a99e-b1db4560bb32 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496840 Aug 24 22:14:54.611533 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc7d74c8-67ea-4b9d-8c91-9ee18a79cfcc req-82cee2bb-6671-4679-9f60-338ad0026c70 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0558624 Aug 24 22:14:54.624133 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:54.727142 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.27.2.194 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/7626a7bc-3525-45a8-a716-49e4472696ae) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:14:54.823675 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:54.860972 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:54.863232 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7f7798-da8d-48ea-87f9-7635082df5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:54.899875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743f74a-6ca4-445a-9b16-759cf91f3bc1 x-openstack-request-id: req-1743f74a-6ca4-445a-9b16-759cf91f3bc1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:54.899875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:54.899875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1743f74a-6ca4-445a-9b16-759cf91f3bc1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:54.899875 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28', 'status': 'completed', 'code': 200} Aug 24 22:14:54.920909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:54.973670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:14:54.989454 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:14:54.995711 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:14:55.001911 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=7626a7bc-3525-45a8-a716-49e4472696ae,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:55.046242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-1d834e67-92d2-4d54-9b73-0ddf78dfb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.047756 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-1d834e67-92d2-4d54-9b73-0ddf78dfb017 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d1277668036468cb52ef7aef1dcd903&device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 1097 time: 0.0895879 Aug 24 22:14:55.080501 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd73c0-1215-4ce6-a255-84d90d4a8abd req-17a66eaa-5b52-4048-8a7e-865721bfbdf6 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.081895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f6fd73c0-1215-4ce6-a255-84d90d4a8abd req-17a66eaa-5b52-4048-8a7e-865721bfbdf6 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 944 time: 0.0475430 Aug 24 22:14:55.119978 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f6fd73c0-1215-4ce6-a255-84d90d4a8abd req-96f0cfb6-e834-486e-9ea1-225d161b5f98 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Aug 24 22:14:55.262802 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-d4b9c659-54c2-472d-87da-e6aaa61388f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.264965 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-d4b9c659-54c2-472d-87da-e6aaa61388f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 200 len: 915 time: 0.1959119 Aug 24 22:14:55.313218 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-6dbb4f29-ee31-484b-bd2a-b77b519c2b83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c0c77ff-9321-4416-9777-a39f865b4a28 HTTP/1.1" status: 200 len: 217 time: 0.0397329 Aug 24 22:14:55.405074 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d3227-e73d-404c-83f3-2f0af3fa1552 req-5b87ebc5-b386-450c-a950-198225c21652 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.406450 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e85d3227-e73d-404c-83f3-2f0af3fa1552 req-5b87ebc5-b386-450c-a950-198225c21652 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 943 time: 0.0476277 Aug 24 22:14:55.435968 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-dba1bccc-f066-4742-a69d-4bd05d37195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.437500 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-dba1bccc-f066-4742-a69d-4bd05d37195c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26f321a9-c425-4c16-8e32-7cd2bbfb3da6 HTTP/1.1" status: 200 len: 854 time: 0.1166246 Aug 24 22:14:55.448321 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e85d3227-e73d-404c-83f3-2f0af3fa1552 req-c6d6db31-de7b-4a92-b4a8-6b513b367459 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Aug 24 22:14:55.473889 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-02693e2f-57dc-49ff-91e8-7598519e0def service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ad6cb4-e618-4342-b8ed-dce06f1c10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294266 Aug 24 22:14:55.562064 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:55.624633 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-f22b9417-bedd-45fb-a439-cdaa6b488fc3 service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342940 Aug 24 22:14:55.702739 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a4e9b-e02d-45b0-b3b6-dc64f19986e6 req-561c825e-2534-45b4-8545-cc88b36cd0a0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:55.704225 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-196a4e9b-e02d-45b0-b3b6-dc64f19986e6 req-561c825e-2534-45b4-8545-cc88b36cd0a0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.0471990 Aug 24 22:14:55.723926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:55.733255 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3dbf695c-6f12-4639-8d48-f9ba91ec3398 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:14:55.746560 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-196a4e9b-e02d-45b0-b3b6-dc64f19986e6 req-c21e6e86-a7ab-4121-a71c-30611a61d869 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Aug 24 22:14:55.759508 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ec7f7798-da8d-48ea-87f9-7635082df5f3 req-e8d7e443-8947-440e-a07c-59a318edc175 service neutron] 10.222.0.26 "GET /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283538 Aug 24 22:14:55.830964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:55.842304 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '3dbf695c-6f12-4639-8d48-f9ba91ec3398', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'port_id': '3dbf695c-6f12-4639-8d48-f9ba91ec3398', 'mac_address': 'fa:16:3e:16:c7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854aef7a-e291-4a33-b0db-21fda85f295d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:14:55.883439 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:55.893806 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:55.895926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf695c-6f12-4639-8d48-f9ba91ec3398 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:55.915090 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:55.984276 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:55.994748 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:56.041450 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:56.052886 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=7626a7bc-3525-45a8-a716-49e4472696ae,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:56.060658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:56.157536 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP a0ac27f6-aa4e-49cb-8d7e-e32f825ed203 associated. External IP: 172.27.2.194, port: 6bbb6eba-aa85-4dd2-b42f-37066260853e. Aug 24 22:14:56.231514 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357aed8-0387-4977-a131-53f204b8cba4 req-9f29eadf-d49a-4ca0-b2db-fcfb34f93d72 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:56.233616 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a357aed8-0387-4977-a131-53f204b8cba4 req-9f29eadf-d49a-4ca0-b2db-fcfb34f93d72 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Aug 24 22:14:56.270633 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a357aed8-0387-4977-a131-53f204b8cba4 req-676faf4d-eac7-44c0-866b-dd2a3a2b129c tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Aug 24 22:14:56.316555 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:56.359038 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:14:56.467538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:14:56.478228 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:14:56.487219 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:56.491017 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:14:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:56.549634 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:56.561604 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc34a4-fa05-41db-b117-d52aa2fdbd69 req-941732f1-2ba5-4245-bcd3-bb7b365fa09c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:56.563230 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdcc34a4-fa05-41db-b117-d52aa2fdbd69 req-941732f1-2ba5-4245-bcd3-bb7b365fa09c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 944 time: 0.0482402 Aug 24 22:14:56.597167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:56.605561 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdcc34a4-fa05-41db-b117-d52aa2fdbd69 req-b1ff5021-9f65-4b14-bb71-fd47d3a20211 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Aug 24 22:14:56.831691 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a85ef1c6-7720-4017-972f-749f94a8fb90 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4092286 Aug 24 22:14:56.877557 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dff2b-103e-4ab2-8473-a1849235aede req-d31a78db-c38c-4b68-b318-faaf5391797d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:56.878724 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'a0ac27f6-aa4e-49cb-8d7e-e32f825ed203', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:37:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:14:55Z', 'updated_at': '2021-08-24T22:14:55Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:56.879299 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d5dff2b-103e-4ab2-8473-a1849235aede req-d31a78db-c38c-4b68-b318-faaf5391797d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.0614610 Aug 24 22:14:56.899715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:56.902312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce4a847-6be6-4803-92f0-18427072852c" -d '{"events": [{"name": "network-changed", "server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:56.905198 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:14:56.913773 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:14:56.914217 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:14:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:56.922983 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d5dff2b-103e-4ab2-8473-a1849235aede req-0234d858-ad0c-4995-9347-d44450136a78 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Aug 24 22:14:56.944699 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07d4fc8-a571-4d06-805e-042b25a5736b x-openstack-request-id: req-f07d4fc8-a571-4d06-805e-042b25a5736b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:56.944995 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:56.945248 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f07d4fc8-a571-4d06-805e-042b25a5736b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:56.945643 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'status': 'completed', 'code': 200} Aug 24 22:14:57.020599 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:14:57.030815 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a847-6be6-4803-92f0-18427072852c req-baffb07e-4211-461a-8395-820955b305c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.032356 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-baffb07e-4211-461a-8395-820955b305c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1098 time: 0.0402534 Aug 24 22:14:57.125542 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a847-6be6-4803-92f0-18427072852c req-18702fab-9219-46ba-88a3-5879d868170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.126936 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-18702fab-9219-46ba-88a3-5879d868170e service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.0874271 Aug 24 22:14:57.193813 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-7f816b1a-1b3b-4e27-bfd0-68490c420690 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 200 len: 999 time: 0.0598128 Aug 24 22:14:57.243521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a847-6be6-4803-92f0-18427072852c req-fb8ad5c8-2501-41d9-910d-a8b0701a3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.244998 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-fb8ad5c8-2501-41d9-910d-a8b0701a3bff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0433238 Aug 24 22:14:57.291568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a847-6be6-4803-92f0-18427072852c req-7945edb1-6549-4b79-bb2b-10748fe6bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.293064 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-7945edb1-6549-4b79-bb2b-10748fe6bba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415480 Aug 24 22:14:57.356135 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'a0ac27f6-aa4e-49cb-8d7e-e32f825ed203', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:37:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:14:55Z', 'updated_at': '2021-08-24T22:14:55Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:14:57.386804 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf748d-7e43-433e-a178-e9106431cad5 req-b49771bf-5232-498b-b259-a6e14d45d49f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.387016 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-ed57be4e-cc9c-4291-899e-7f16165609de service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Aug 24 22:14:57.388209 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1bdf748d-7e43-433e-a178-e9106431cad5 req-b49771bf-5232-498b-b259-a6e14d45d49f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 944 time: 0.0504515 Aug 24 22:14:57.388652 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7692ee-9ac7-4250-a0f5-42860907209d None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'a0ac27f6-aa4e-49cb-8d7e-e32f825ed203', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:37:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:14:55Z', 'updated_at': '2021-08-24T22:14:55Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:14:57.432147 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1bdf748d-7e43-433e-a178-e9106431cad5 req-8e19537a-51c5-47a4-be98-f379a6e3a592 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Aug 24 22:14:57.491807 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6ce4a847-6be6-4803-92f0-18427072852c req-07ccfee3-00fd-4dcc-9751-024066a59fef service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969486 Aug 24 22:14:57.678820 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b022dcb-a9e9-4755-9299-403f8f4376c8 None None] New status for floating IP a0ac27f6-aa4e-49cb-8d7e-e32f825ed203: ACTIVE {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:14:57.723923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d83789-ae06-4512-9574-67d539540776 req-61b6e2d6-a042-421d-a9f6-4d0a66b3d357 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:57.725441 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7d83789-ae06-4512-9574-67d539540776 req-61b6e2d6-a042-421d-a9f6-4d0a66b3d357 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 944 time: 0.0485706 Aug 24 22:14:57.731119 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 1c0c77ff-9321-4416-9777-a39f865b4a28 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:14:57.738630 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3dbf695c-6f12-4639-8d48-f9ba91ec3398 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:14:57.776567 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d7d83789-ae06-4512-9574-67d539540776 req-72711f82-4d35-4c4f-af93-26780f08a6da tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Aug 24 22:14:57.862656 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c0c77ff-9321-4416-9777-a39f865b4a28,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:57.878112 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '1c0c77ff-9321-4416-9777-a39f865b4a28', 'network_id': '37ad6cb4-e618-4342-b8ed-dce06f1c10d9', 'port_id': '1c0c77ff-9321-4416-9777-a39f865b4a28', 'mac_address': 'fa:16:3e:fb:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f321a9-c425-4c16-8e32-7cd2bbfb3da6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:14:57.916974 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:57.925393 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:14:57.932518 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:14:57.932894 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:57.935060 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0c77ff-9321-4416-9777-a39f865b4a28 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:57.983606 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c0c77ff-9321-4416-9777-a39f865b4a28,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:58.031923 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:58.045430 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714169-f1d1-47a6-bd5d-1e3c1b3e6466 req-7629e16e-a4c4-4800-8300-c56a078ca953 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:58.053016 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27714169-f1d1-47a6-bd5d-1e3c1b3e6466 req-7629e16e-a4c4-4800-8300-c56a078ca953 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 943 time: 0.0567174 Aug 24 22:14:58.068219 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:58.069459 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:14:58.071810 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f491f25-f1c8-4e4b-bf38-7811362d9a20" -d '{"events": [{"server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:14:58.075004 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:58.075817 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72a354ef-e3ff-424e-a9fb-2dbffb797563 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:14:58.103321 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27714169-f1d1-47a6-bd5d-1e3c1b3e6466 req-d8205113-3e29-4d3a-a6ce-4702f77171ef tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493822 Aug 24 22:14:58.123683 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585ac22-221c-45a9-9943-eee9bdfea937 x-openstack-request-id: req-d585ac22-221c-45a9-9943-eee9bdfea937 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:14:58.123683 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:14:58.123683 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d585ac22-221c-45a9-9943-eee9bdfea937 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:14:58.123683 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398', 'code': 200} Aug 24 22:14:58.144707 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:58.174500 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:58.248945 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:58.251388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:58.265685 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.266026 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.266362 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.266689 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.267019 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.267341 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.267662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.267978 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.268318 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.274611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.274611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.274611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:14:58.274611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'port_id': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'mac_address': 'fa:16:3e:bb:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:14:58.309017 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:58.322002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a354ef-e3ff-424e-a9fb-2dbffb797563 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:14:58.340961 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:14:58.479788 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:14:58.519349 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5e30-39c1-45da-b757-16551c9f3d11 req-6791187a-2c78-41f0-b1e9-39f2966c8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:58.520866 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-084d5e30-39c1-45da-b757-16551c9f3d11 req-6791187a-2c78-41f0-b1e9-39f2966c8655 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 1098 time: 0.0459099 Aug 24 22:14:58.531264 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:14:58.556601 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-084d5e30-39c1-45da-b757-16551c9f3d11 req-b4434503-b1de-4e69-8794-b5ee00643a24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278916 Aug 24 22:14:58.560801 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4914a6a-124a-479c-854f-c0ff5c399375 req-6f63e8b6-b2fb-4878-8447-00177d806f12 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:58.562264 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f4914a6a-124a-479c-854f-c0ff5c399375 req-6f63e8b6-b2fb-4878-8447-00177d806f12 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 945 time: 0.0553119 Aug 24 22:14:58.599756 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f4914a6a-124a-479c-854f-c0ff5c399375 req-3907c652-1280-42b1-affb-4ae39b8e6485 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Aug 24 22:14:58.887595 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['1c0c77ff-9321-4416-9777-a39f865b4a28'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:58.890436 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f565ac-71c4-4826-ab92-52301bbc952e req-0599c909-0f69-497b-baa5-205f61ced2c6 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:58.891927 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04f565ac-71c4-4826-ab92-52301bbc952e req-0599c909-0f69-497b-baa5-205f61ced2c6 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0464339 Aug 24 22:14:58.929878 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04f565ac-71c4-4826-ab92-52301bbc952e req-9e02204c-7294-49ac-a659-31c846dde9ba tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Aug 24 22:14:58.975773 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:14:59.208013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87b01-55ae-4639-813f-aa0c4e8a1f85 req-60f2be23-50c3-4216-841a-7e3f64a69b8a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:59.209490 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a0a87b01-55ae-4639-813f-aa0c4e8a1f85 req-60f2be23-50c3-4216-841a-7e3f64a69b8a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 944 time: 0.0471983 Aug 24 22:14:59.249995 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a0a87b01-55ae-4639-813f-aa0c4e8a1f85 req-6606d3cd-9ddd-4b44-9431-31016b5ac1d2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344055 Aug 24 22:14:59.709432 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bf9e3-38d7-467d-bb36-719ae2d1cdeb req-eaa5c36f-3a14-4717-b6dd-54928347d7a9 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:14:59.710870 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e4bf9e3-38d7-467d-bb36-719ae2d1cdeb req-eaa5c36f-3a14-4717-b6dd-54928347d7a9 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 945 time: 0.0469453 Aug 24 22:14:59.750104 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e4bf9e3-38d7-467d-bb36-719ae2d1cdeb req-0a0acaa6-2ea2-4eb9-9cbb-f9348b9e7547 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 24 22:14:59.815483 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:00.042918 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50c99-1f59-4b1a-9c52-2f45e6225ee1 req-78568d70-1744-4458-bd4c-4f4338e78e5f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:00.044374 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73c50c99-1f59-4b1a-9c52-2f45e6225ee1 req-78568d70-1744-4458-bd4c-4f4338e78e5f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0474622 Aug 24 22:15:00.080775 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-73c50c99-1f59-4b1a-9c52-2f45e6225ee1 req-975f1154-1909-4bd9-9f52-c16654a5cda0 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303295 Aug 24 22:15:00.362277 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced8246-b732-4748-8e24-306c20d6b903 req-9e9ef270-e49e-4ae7-862c-b55d3a7eb697 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:00.363852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cced8246-b732-4748-8e24-306c20d6b903 req-9e9ef270-e49e-4ae7-862c-b55d3a7eb697 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 944 time: 0.0478299 Aug 24 22:15:00.404800 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cced8246-b732-4748-8e24-306c20d6b903 req-0fdf65c2-e8e4-41a2-bd24-156f27cbc2ad tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Aug 24 22:15:00.860780 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72eca4-a4c5-4bc3-94fe-ba36942736a2 req-683474be-9287-473f-9da2-badbf0f19c62 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:00.862245 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba72eca4-a4c5-4bc3-94fe-ba36942736a2 req-683474be-9287-473f-9da2-badbf0f19c62 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 945 time: 0.0471888 Aug 24 22:15:00.899412 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba72eca4-a4c5-4bc3-94fe-ba36942736a2 req-22404933-538b-46b9-b33f-94c9b7a765b9 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Aug 24 22:15:01.191475 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf3826-29e7-44c2-905d-d386c129b963 req-c707dc92-fa29-4faa-b48c-c08d9a7bbfcd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:01.192944 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2cf3826-29e7-44c2-905d-d386c129b963 req-c707dc92-fa29-4faa-b48c-c08d9a7bbfcd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0472991 Aug 24 22:15:01.228969 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2cf3826-29e7-44c2-905d-d386c129b963 req-84e2f56d-0659-4f0a-b3b3-c11daea4f9ef tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302656 Aug 24 22:15:01.515802 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99336-1fba-4533-8a99-13cf764bf914 req-f7f79135-5c49-4d49-860d-cbfdf2d6e29f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:01.517304 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c7f99336-1fba-4533-8a99-13cf764bf914 req-f7f79135-5c49-4d49-860d-cbfdf2d6e29f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 944 time: 0.0475574 Aug 24 22:15:01.558283 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c7f99336-1fba-4533-8a99-13cf764bf914 req-090e6b8f-4325-4529-8b18-ef06200c0258 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Aug 24 22:15:01.752274 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72a354ef-e3ff-424e-a9fb-2dbffb797563 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:15:01.944098 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:15:01.948374 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:15:01.948753 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.028074 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.031680 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83cf0-6894-49a8-b6c9-77bbc36b8495 req-0616fc31-ea28-402c-8af0-20108421fecf tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:02.033183 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26a83cf0-6894-49a8-b6c9-77bbc36b8495 req-0616fc31-ea28-402c-8af0-20108421fecf tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 945 time: 0.0678101 Aug 24 22:15:02.057647 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:02.059902 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ff675-d19e-4843-8aee-dfe5dbea6e87" -d '{"events": [{"server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "name": "network-vif-plugged", "status": "completed", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:02.075004 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26a83cf0-6894-49a8-b6c9-77bbc36b8495 req-fdf18a61-67c2-422a-8720-e3f2b32fd17f tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Aug 24 22:15:02.075137 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:02.100863 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9264a-70f7-4d9e-b046-8fdface89d34 x-openstack-request-id: req-4ab9264a-70f7-4d9e-b046-8fdface89d34 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:02.101156 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "name": "network-vif-plugged", "status": "completed", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:02.101432 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ab9264a-70f7-4d9e-b046-8fdface89d34 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:02.101822 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'code': 200} Aug 24 22:15:02.166649 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.167453 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 1c0c77ff-9321-4416-9777-a39f865b4a28 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:15:02.241776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:02.326002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 1c0c77ff-9321-4416-9777-a39f865b4a28 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:15:02.329893 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 1c0c77ff-9321-4416-9777-a39f865b4a28 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:15:02.330259 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.411218 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.443890 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c0c77ff-9321-4416-9777-a39f865b4a28,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:02.487473 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5a82-0d9e-4acf-81fc-bf17532e9e35 req-282e3156-ca19-4993-93a3-a9655cc916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:02.488973 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd0d5a82-0d9e-4acf-81fc-bf17532e9e35 req-282e3156-ca19-4993-93a3-a9655cc916da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1098 time: 0.0389285 Aug 24 22:15:02.520916 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:02.527462 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-bd0d5a82-0d9e-4acf-81fc-bf17532e9e35 req-c2275aac-13e3-417e-9a72-9285101cb6ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288086 Aug 24 22:15:02.567442 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:02.671201 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1656a-c0ce-47e4-874c-26e3359be788 req-70c0e003-a04b-4be7-bc4f-5e9d2dba6682 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:02.672721 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0a1656a-c0ce-47e4-874c-26e3359be788 req-70c0e003-a04b-4be7-bc4f-5e9d2dba6682 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Aug 24 22:15:02.709780 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0a1656a-c0ce-47e4-874c-26e3359be788 req-da071d42-0888-46a0-814a-5e14146ce790 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Aug 24 22:15:03.186246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf692-a0f3-4249-8098-c22a4ae496ca req-7cbb1e55-6e33-459b-af0c-092c74b4cf3d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:03.187691 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3ccf692-a0f3-4249-8098-c22a4ae496ca req-7cbb1e55-6e33-459b-af0c-092c74b4cf3d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0470881 Aug 24 22:15:03.230697 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3ccf692-a0f3-4249-8098-c22a4ae496ca req-482b69b1-ce19-4ee0-80d8-430bc20bc286 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Aug 24 22:15:03.825386 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0009f2d-4c54-4339-94ba-03e220856b60 req-5421da98-c1a6-4f7f-bdba-85453b1feaad tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:03.826862 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b0009f2d-4c54-4339-94ba-03e220856b60 req-5421da98-c1a6-4f7f-bdba-85453b1feaad tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0482550 Aug 24 22:15:03.863751 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b0009f2d-4c54-4339-94ba-03e220856b60 req-f1652eb0-34fb-44ec-a2c2-2b2746279a28 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Aug 24 22:15:04.103286 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:04.105611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880a898-f82f-41f5-87b5-83925e471799" -d '{"events": [{"server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:04.142195 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2828c164-3e8f-4684-947b-86644dd76fa6 x-openstack-request-id: req-2828c164-3e8f-4684-947b-86644dd76fa6 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:04.142503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:04.142750 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2828c164-3e8f-4684-947b-86644dd76fa6 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:04.143136 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28', 'code': 200} Aug 24 22:15:04.341081 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075225f-b9d9-463d-8a7e-e5f198797589 req-dd8fcaf0-a9f2-41b1-9a45-81b76bcdf5b4 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:04.343155 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8075225f-b9d9-463d-8a7e-e5f198797589 req-dd8fcaf0-a9f2-41b1-9a45-81b76bcdf5b4 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0484734 Aug 24 22:15:04.380982 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8075225f-b9d9-463d-8a7e-e5f198797589 req-1dda5022-8ee0-4a74-9827-863cf48f21f3 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Aug 24 22:15:04.515904 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf2d83-ef8a-4ac8-adf5-5c526d2cc001 req-f470218f-16d4-4ea9-a4ea-053a6097b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:04.517457 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-becf2d83-ef8a-4ac8-adf5-5c526d2cc001 req-f470218f-16d4-4ea9-a4ea-053a6097b192 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 1099 time: 0.0395665 Aug 24 22:15:04.557902 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-becf2d83-ef8a-4ac8-adf5-5c526d2cc001 req-5790efd5-73f8-4da0-92af-ebf0b79627eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299702 Aug 24 22:15:04.978014 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7885-58ce-4b20-b246-e7647da2c9dd req-68249d28-e2c9-4346-b5a7-c9a002aa418e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:04.979502 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2e9e7885-58ce-4b20-b246-e7647da2c9dd req-68249d28-e2c9-4346-b5a7-c9a002aa418e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Aug 24 22:15:05.024442 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2e9e7885-58ce-4b20-b246-e7647da2c9dd req-4b6086a2-3e55-44fd-bee9-bdd40379777d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 Aug 24 22:15:05.134240 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448bd8d-fa3f-401e-9d8b-f67042d3cb27 req-8baf3ced-5130-4607-bee2-7857bca33791 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:05.135579 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1448bd8d-fa3f-401e-9d8b-f67042d3cb27 req-8baf3ced-5130-4607-bee2-7857bca33791 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0464160 Aug 24 22:15:05.173038 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1448bd8d-fa3f-401e-9d8b-f67042d3cb27 req-77120a6c-f041-454b-9860-65c9c246c611 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Aug 24 22:15:05.522932 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f52d6-6759-4035-85a6-8c5a34cd2dce req-845dcbfa-bc59-478a-8176-839d63620c7d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:05.524405 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d25f52d6-6759-4035-85a6-8c5a34cd2dce req-845dcbfa-bc59-478a-8176-839d63620c7d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0743899 Aug 24 22:15:05.531520 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb815c-513b-4141-a2d5-3b5fa2085d11 req-51d2391e-0e82-439a-a117-305f8f20fef9 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:05.532909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abbb815c-513b-4141-a2d5-3b5fa2085d11 req-51d2391e-0e82-439a-a117-305f8f20fef9 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0849123 Aug 24 22:15:05.591190 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d25f52d6-6759-4035-85a6-8c5a34cd2dce req-343601d6-4f60-4a8a-a618-2dd5c6219458 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Aug 24 22:15:05.593939 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abbb815c-513b-4141-a2d5-3b5fa2085d11 req-efc5ab6f-dce7-4698-a385-7f7af61f64cc tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Aug 24 22:15:06.709815 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a78c1a-8330-452d-aaab-9ff977de1b47 req-e0384c7d-1027-4876-b5e8-dcc09dd0b15d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:06.711250 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-37a78c1a-8330-452d-aaab-9ff977de1b47 req-e0384c7d-1027-4876-b5e8-dcc09dd0b15d tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0472920 Aug 24 22:15:06.747803 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-37a78c1a-8330-452d-aaab-9ff977de1b47 req-90dd1ff4-68c3-4c33-b810-260c57d772fc tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Aug 24 22:15:12.517945 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-41c4d2cd-5d41-4ee0-84b6-2a9faa74c390 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:12.519412 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-41c4d2cd-5d41-4ee0-84b6-2a9faa74c390 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1045032 Aug 24 22:15:12.533857 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-ee72c593-d0c6-46db-9d95-579fa7e98604 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/quotas/48399b2293054e48bc6656e4862053b6 HTTP/1.1" status: 200 len: 375 time: 0.0085683 Aug 24 22:15:12.580330 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-ebdfdc04-d2ee-407a-9cda-73cc930a89f7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414755 Aug 24 22:15:12.666517 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-aa74c8c7-cd01-4845-a30d-2052eb8ea48c service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793142 Aug 24 22:15:12.757421 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-8e42793f-ea4b-4e48-a244-e43fc9288ead service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Aug 24 22:15:12.759021 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-77a1a2a3-5a17-4cef-96e6-fd57ed5b9c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:12.994156 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3eb54543-c672-425f-b91f-d3fba8f2e9ec req-d235e37f-19fb-4df2-ba80-8b30d95d35d6 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Aug 24 22:15:14.085796 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-393a5109-c0ef-4e15-b3ee-8059ebd9fc79 req-9e75c3ac-d184-4da3-9def-9f50255dd5ed tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 210 time: 0.0266402 Aug 24 22:15:15.091791 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-827043ce-282e-4468-87c5-e7ae311beee8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:15.093871 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-827043ce-282e-4468-87c5-e7ae311beee8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1001296 Aug 24 22:15:15.115362 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Request body: {'port': {'device_id': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'admin_state_up': True, 'tenant_id': '48399b2293054e48bc6656e4862053b6'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:15.178903 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fd95ef0a-9f98-4cd1-9fb6-e6a7429948bb req-64533d5e-9dfe-4102-8153-73309496d131 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 210 time: 0.0256343 Aug 24 22:15:15.320370 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:15:15.323846 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.448093 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Allocated IP 172.20.0.6 (814e464d-b6a0-45b7-a22c-9d11e1d941ea/854aef7a-e291-4a33-b0db-21fda85f295d/480d23db-1239-41f7-aeff-d2321ad8f8a1) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:15:15.506830 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-13bb9023-1b77-4860-a1ce-3e50b08337c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.594696 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.686990 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.730822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:15:15.734483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:15:15.737001 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:15.738380 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:15:15.765989 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event updated for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:15.783972 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.796498 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:15.797169 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:15.869876 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-e301eba4-dcc4-489f-862f-cb13a27f587a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589889 Aug 24 22:15:15.892144 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Request body: {'port': {'device_id': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:15.943060 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.194638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480d23db-1239-41f7-aeff-d2321ad8f8a1 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:15:16.201810 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.214299 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Transition to ACTIVE for port object 480d23db-1239-41f7-aeff-d2321ad8f8a1 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:15:16.290083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.294314 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0791b-da50-4742-967b-2509e85536f3 req-3e533456-e73f-404a-bd0a-7256ce790ac2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:16.295796 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5c0791b-da50-4742-967b-2509e85536f3 req-3e533456-e73f-404a-bd0a-7256ce790ac2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 931 time: 0.0512676 Aug 24 22:15:16.334390 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d5c0791b-da50-4742-967b-2509e85536f3 req-3937e615-8502-40ae-831e-b4e8a0bceda9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Aug 24 22:15:16.353757 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:16.408981 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Attempting to bind port 480d23db-1239-41f7-aeff-d2321ad8f8a1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:15:16.409312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Attempting to bind port 480d23db-1239-41f7-aeff-d2321ad8f8a1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:15:16.409660 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Attempting to bind port 480d23db-1239-41f7-aeff-d2321ad8f8a1 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:15:16.413894 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Port 480d23db-1239-41f7-aeff-d2321ad8f8a1 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:15:16.414209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Attempting to bind port 480d23db-1239-41f7-aeff-d2321ad8f8a1 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:15:16.418849 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:15:16.419183 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Checking segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:15:16.419554 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Bound using segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:15:16.419974 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Bound port: 480d23db-1239-41f7-aeff-d2321ad8f8a1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:15:16.420352 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.481302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:15:16.484594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:15:16.581248 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.617455 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:16.618078 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.619475 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] 10.222.0.26 "PUT /v2.0/ports/480d23db-1239-41f7-aeff-d2321ad8f8a1 HTTP/1.1" status: 200 len: 1093 time: 0.7321019 Aug 24 22:15:16.619905 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:16.622160 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cebeb-6baf-4447-b205-8762624d5545" -d '{"events": [{"name": "network-changed", "server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:16.644963 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86345a0-8880-4fd4-8a70-3cb102805ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:16.657757 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e930d2e7-8558-4a0d-bc45-1bdefabb4485 x-openstack-request-id: req-e930d2e7-8558-4a0d-bc45-1bdefabb4485 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:16.658042 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:16.658289 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e930d2e7-8558-4a0d-bc45-1bdefabb4485 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:16.658677 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1', 'status': 'completed', 'code': 200} Aug 24 22:15:16.674910 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:16.779571 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cebeb-6baf-4447-b205-8762624d5545 req-7245b991-87e1-4ead-b53b-4732d09cf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:16.780988 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-268cebeb-6baf-4447-b205-8762624d5545 req-7245b991-87e1-4ead-b53b-4732d09cf14e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 1096 time: 0.0406072 Aug 24 22:15:16.892048 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cebeb-6baf-4447-b205-8762624d5545 req-1d8300a0-aaba-4dea-90db-1b20b57e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:16.893580 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-268cebeb-6baf-4447-b205-8762624d5545 req-1d8300a0-aaba-4dea-90db-1b20b57e19bf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=48399b2293054e48bc6656e4862053b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936172 Aug 24 22:15:16.986302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cebeb-6baf-4447-b205-8762624d5545 req-48b9b316-ebb9-4b2f-be7d-38c1b6b0631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:16.987772 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-268cebeb-6baf-4447-b205-8762624d5545 req-48b9b316-ebb9-4b2f-be7d-38c1b6b0631a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868740 Aug 24 22:15:17.117387 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-11a8e6f0-ce5a-48d6-ad0a-ee97c2662cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:17.118765 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-11a8e6f0-ce5a-48d6-ad0a-ee97c2662cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 1096 time: 0.0399921 Aug 24 22:15:17.182411 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-c45f8c05-4d7f-4c2b-80c6-0f1d1eb1e0b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1 HTTP/1.1" status: 200 len: 217 time: 0.0420778 Aug 24 22:15:17.242325 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-913620c0-1c26-4ee2-a632-5a3c8016926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:17.243777 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-913620c0-1c26-4ee2-a632-5a3c8016926d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 200 len: 855 time: 0.0468750 Aug 24 22:15:17.288566 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-8439bf40-5838-4e9c-80e9-c45b9518f94e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814e464d-b6a0-45b7-a22c-9d11e1d941ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268905 Aug 24 22:15:17.386142 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-b88af2fe-c70b-42bf-8ee7-8211807eab38 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881798 Aug 24 22:15:17.485699 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3a2943ae-99c1-4a89-ad37-056b0798731e req-55e94124-8669-4179-a889-cb8ca7eea24f service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836248 Aug 24 22:15:17.573045 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b927f9-1b7a-43b3-9e2d-28a06a105907 req-a0fff0ee-ae28-4702-824b-91b6902d8461 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:17.574513 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8b927f9-1b7a-43b3-9e2d-28a06a105907 req-a0fff0ee-ae28-4702-824b-91b6902d8461 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.1655495 Aug 24 22:15:17.611683 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c8b927f9-1b7a-43b3-9e2d-28a06a105907 req-8956d9a5-714e-414d-bf23-423a57fd7569 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Aug 24 22:15:17.886558 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:18.774504 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc535-1ec5-4248-befe-25b5b9e7b930 req-deb20c74-5189-452e-a5b0-4b06a66ba51f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:18.775967 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-78edc535-1ec5-4248-befe-25b5b9e7b930 req-deb20c74-5189-452e-a5b0-4b06a66ba51f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.0966015 Aug 24 22:15:18.813051 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-78edc535-1ec5-4248-befe-25b5b9e7b930 req-fa3aa6ac-d05a-4aff-8326-b909137751fa tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305271 Aug 24 22:15:19.929037 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e54cc3-d393-4f16-8669-a17733b7e4a9 req-8a946e71-9c29-492e-a30b-64d7038fe156 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:19.930387 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-70e54cc3-d393-4f16-8669-a17733b7e4a9 req-8a946e71-9c29-492e-a30b-64d7038fe156 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.0516598 Aug 24 22:15:19.966834 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-70e54cc3-d393-4f16-8669-a17733b7e4a9 req-9d2d18cd-fa0e-473b-9306-ceeb91f446d2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Aug 24 22:15:21.081968 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aa1e7-6aff-4eeb-b856-43d796ba4dd7 req-fcb7ea78-8ff0-48d8-a0ca-4ed4fab39327 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:21.083443 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f86aa1e7-6aff-4eeb-b856-43d796ba4dd7 req-fcb7ea78-8ff0-48d8-a0ca-4ed4fab39327 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.0486910 Aug 24 22:15:21.120197 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f86aa1e7-6aff-4eeb-b856-43d796ba4dd7 req-2191efab-d9a8-445c-8ac5-89d08d85d8d4 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Aug 24 22:15:22.230734 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e58468-8e9d-43da-9b18-42221d9815fa req-793120db-0873-4b6c-9d67-9bd9e2fb1703 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:22.232193 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c2e58468-8e9d-43da-9b18-42221d9815fa req-793120db-0873-4b6c-9d67-9bd9e2fb1703 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.0469241 Aug 24 22:15:22.269141 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c2e58468-8e9d-43da-9b18-42221d9815fa req-fe8f65e7-89ba-4603-9afe-5f387dcb1075 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Aug 24 22:15:23.333474 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 480d23db-1239-41f7-aeff-d2321ad8f8a1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:15:23.382864 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecfb77-64da-4da7-917c-4359a6b0e65c req-f0ec3d25-503e-4ae9-9a54-a7f78aecda3a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:23.384331 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aeecfb77-64da-4da7-917c-4359a6b0e65c req-f0ec3d25-503e-4ae9-9a54-a7f78aecda3a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 943 time: 0.0499926 Aug 24 22:15:23.422037 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aeecfb77-64da-4da7-917c-4359a6b0e65c req-7a7a52f1-eb25-495e-9bc3-7e07d6fda45c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Aug 24 22:15:23.425996 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:23.437779 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '480d23db-1239-41f7-aeff-d2321ad8f8a1', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'port_id': '480d23db-1239-41f7-aeff-d2321ad8f8a1', 'mac_address': 'fa:16:3e:70:b1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854aef7a-e291-4a33-b0db-21fda85f295d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:15:23.477900 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:23.490074 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480d23db-1239-41f7-aeff-d2321ad8f8a1 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:15:23.508182 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:23.571729 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:23.617039 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:24.185633 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['480d23db-1239-41f7-aeff-d2321ad8f8a1'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:24.532252 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085665a3-e7ae-4ff2-b86d-bb8fc8b7a283 req-0d0dc09e-b691-4c85-9ce0-111e7be4d3ba tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:24.534161 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-085665a3-e7ae-4ff2-b86d-bb8fc8b7a283 req-0d0dc09e-b691-4c85-9ce0-111e7be4d3ba tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 944 time: 0.0465050 Aug 24 22:15:24.570030 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-085665a3-e7ae-4ff2-b86d-bb8fc8b7a283 req-4d5804bb-33b1-49f3-9551-cf4a4d8a5ce9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Aug 24 22:15:25.682751 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfd5f4-a471-4be3-a57c-643ea5cab4ea req-1243eac7-a21f-42d8-a166-f7cb86299faa tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:25.684266 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-88cfd5f4-a471-4be3-a57c-643ea5cab4ea req-1243eac7-a21f-42d8-a166-f7cb86299faa tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 944 time: 0.0485053 Aug 24 22:15:25.722065 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-88cfd5f4-a471-4be3-a57c-643ea5cab4ea req-59589ce5-d1c8-491e-8634-d4f6fe1e57de tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Aug 24 22:15:25.768075 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:15:26.837574 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657970-c646-4d6c-874b-8b758f7ac98d req-51ef72a5-66b7-4983-9f13-aa18be7af83d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:26.838999 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a657970-c646-4d6c-874b-8b758f7ac98d req-51ef72a5-66b7-4983-9f13-aa18be7af83d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 944 time: 0.0508835 Aug 24 22:15:26.876649 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a657970-c646-4d6c-874b-8b758f7ac98d req-63e63607-351e-452c-b8c5-cdbb8f2c663a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Aug 24 22:15:27.599660 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 480d23db-1239-41f7-aeff-d2321ad8f8a1 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:15:27.703164 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 480d23db-1239-41f7-aeff-d2321ad8f8a1 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:15:27.707186 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 480d23db-1239-41f7-aeff-d2321ad8f8a1 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:15:27.711028 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:27.782577 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:27.804948 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:27.807121 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2d17d-527f-4963-b3f9-21a58a7bd28a" -d '{"events": [{"server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "name": "network-vif-plugged", "status": "completed", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:27.822599 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:27.845250 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c59e1b-8f79-43ec-8511-48875427d505 x-openstack-request-id: req-65c59e1b-8f79-43ec-8511-48875427d505 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:27.845250 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "name": "network-vif-plugged", "status": "completed", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:27.845250 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65c59e1b-8f79-43ec-8511-48875427d505 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:27.845250 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1', 'code': 200} Aug 24 22:15:27.886002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:27.932397 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:27.989126 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90553d5-c606-4b3d-b9b3-0e3e3764adfe req-9cda1b16-4a14-4227-8942-4066ff1f21df tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:27.990515 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d90553d5-c606-4b3d-b9b3-0e3e3764adfe req-9cda1b16-4a14-4227-8942-4066ff1f21df tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Aug 24 22:15:28.027963 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d90553d5-c606-4b3d-b9b3-0e3e3764adfe req-aa63880f-7ce5-4cbb-a403-5657cd4f5b4a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Aug 24 22:15:29.141211 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3884-9998-4b68-9213-d3e9dc525e20 req-c9172913-f242-4031-99e2-0688168f4d9b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:29.142671 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-505c3884-9998-4b68-9213-d3e9dc525e20 req-c9172913-f242-4031-99e2-0688168f4d9b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Aug 24 22:15:29.150531 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0ede-740e-4acf-be3d-57e636ce5ef1 req-5b023161-7d6d-4b1d-b5d9-0339a4d07755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:29.151995 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-01ff0ede-740e-4acf-be3d-57e636ce5ef1 req-5b023161-7d6d-4b1d-b5d9-0339a4d07755 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 1098 time: 0.0385568 Aug 24 22:15:29.182000 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-505c3884-9998-4b68-9213-d3e9dc525e20 req-7bf7ba98-8648-4a34-8064-4e5461eac32d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 24 22:15:29.191128 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-01ff0ede-740e-4acf-be3d-57e636ce5ef1 req-13387bcf-30ba-4262-ab83-e68312f0c0d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269370 Aug 24 22:15:29.789020 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:30.296658 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab696f4-cb9d-49d1-88fe-37c2bb9a9509 req-0394d4ac-4258-44d0-8ab6-47007b543893 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:30.298096 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dab696f4-cb9d-49d1-88fe-37c2bb9a9509 req-0394d4ac-4258-44d0-8ab6-47007b543893 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0506144 Aug 24 22:15:30.335069 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dab696f4-cb9d-49d1-88fe-37c2bb9a9509 req-5afcdbe4-9e7f-4ca4-b6dc-e99ba765193f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304706 Aug 24 22:15:31.449612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26d297-ddb8-4028-b5d8-89baa474b932 req-ecf997f0-fd65-45ae-b9b6-d9fb70887b7c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:31.451104 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5d26d297-ddb8-4028-b5d8-89baa474b932 req-ecf997f0-fd65-45ae-b9b6-d9fb70887b7c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Aug 24 22:15:31.489744 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5d26d297-ddb8-4028-b5d8-89baa474b932 req-83b80e28-0157-4865-8e3b-05404dad8fc0 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Aug 24 22:15:31.898099 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32ceae-084f-4a89-af4d-1dc56a50a8af req-f85eed8f-9bde-4f8c-8d86-a1d3f7398b21 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:31.899513 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cb32ceae-084f-4a89-af4d-1dc56a50a8af req-f85eed8f-9bde-4f8c-8d86-a1d3f7398b21 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Aug 24 22:15:31.936995 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cb32ceae-084f-4a89-af4d-1dc56a50a8af req-7176c26b-fb8d-4145-8cb1-4a424d34d956 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Aug 24 22:15:31.963647 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 32908) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:32.035097 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-0294a5f2-9819-464b-bdf6-c03a4f2a70e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423756 Aug 24 22:15:32.127787 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344fe24-635e-4a0d-9ec9-7ae4b7265031 tempest-TestMinimumBasicScenario-234259080 tempest-TestMinimumBasicScenario-234259080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:32.129710 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9344fe24-635e-4a0d-9ec9-7ae4b7265031 tempest-TestMinimumBasicScenario-234259080 tempest-TestMinimumBasicScenario-234259080-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1093 time: 0.1693828 Aug 24 22:15:32.132657 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 32914) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:32.137414 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'port_id': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:32.137682 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-86bb2b08-d007-42af-a03f-1773b16b6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:32.139101 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-86bb2b08-d007-42af-a03f-1773b16b6dea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 1099 time: 0.0524852 Aug 24 22:15:32.257663 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-1fd6d84b-526c-4d00-87f5-f952ef27b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:32.259140 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-1fd6d84b-526c-4d00-87f5-f952ef27b185 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.0867622 Aug 24 22:15:32.318480 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for floatingip, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:32.329436 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-cd262e22-d5df-4234-b4e4-da96e1c50120 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 200 len: 1000 time: 0.0581481 Aug 24 22:15:32.381917 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-11ff6bd7-c197-48e4-85f8-6ba65b3e0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:32.383422 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-11ff6bd7-c197-48e4-85f8-6ba65b3e0b11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0437360 Aug 24 22:15:32.420198 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:32.448617 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-07dd80fc-a88f-4654-b869-f9ed0bb6e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:32.450092 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-07dd80fc-a88f-4654-b869-f9ed0bb6e4c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439079 Aug 24 22:15:32.529012 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Allocated IP 172.27.2.240 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/ed1ff475-fb7a-4a3d-9c6a-18609043f810) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:15:32.540862 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-2676d9d7-778c-47d6-b438-a54e0a07133b service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Aug 24 22:15:32.625630 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:32.637694 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b9881dd5-da2d-4f37-b99d-26868ac3191e req-ef58afcb-0971-4701-912e-0cab1e9dcace service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Aug 24 22:15:32.738341 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:32.777793 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:15:32.782745 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:15:32.786168 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:15:32.816528 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'Port': ['ID=ed1ff475-fb7a-4a3d-9c6a-18609043f810,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:32.829345 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.829692 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.830035 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.830366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.830695 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.831024 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.831969 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.832328 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.832653 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.832970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.833289 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:32.833615 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:33.366932 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:33.502293 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:33.645691 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:33.725819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:33.795419 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'Port': ['ID=ed1ff475-fb7a-4a3d-9c6a-18609043f810,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:33.805477 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:33.900972 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Floating IP 62f04ad1-b59d-4dbb-a2fb-c25be5b706e6 associated. External IP: 172.27.2.240, port: 72a354ef-e3ff-424e-a9fb-2dbffb797563. Aug 24 22:15:34.098134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Router ff7c4880-4509-4ab9-8a24-e84b31e1f075 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:15:34.199981 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:15:34.210746 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Sync routers for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:15:34.219613 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:15:34.220281 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:15:34.274850 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.313836 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b3cecf11-5df1-4224-aad9-57048633c91a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1799295 Aug 24 22:15:34.314424 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:34.316753 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50357f-e676-41fb-8806-5e735a60d58a" -d '{"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:34.316987 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 32936) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:34.323180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503137347', 'description': 'tempest-secgroup-smoke-503137347 description', 'project_id': '899b4988927542c2a81b07d8d251f551'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:34.337383 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:15:34.358168 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec81b2c-2757-4a82-80cb-f84b3ae90075 x-openstack-request-id: req-aec81b2c-2757-4a82-80cb-f84b3ae90075 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:34.358455 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:34.358711 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aec81b2c-2757-4a82-80cb-f84b3ae90075 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:34.359106 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:15:34.456256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.485284 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50357f-e676-41fb-8806-5e735a60d58a req-b21e97f0-61ac-40a4-bc7d-6dcdd5a61901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:34.486776 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-b21e97f0-61ac-40a4-bc7d-6dcdd5a61901 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1098 time: 0.0626349 Aug 24 22:15:34.520209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-d6fd52d4-f088-4ab0-b69c-4a020588f9e5 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:34.522448 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-d6fd52d4-f088-4ab0-b69c-4a020588f9e5 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1104155 Aug 24 22:15:34.540591 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2cf161ff-15d8-497b-b5c6-f75386142e9a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/quotas/48399b2293054e48bc6656e4862053b6 HTTP/1.1" status: 200 len: 375 time: 0.0105319 Aug 24 22:15:34.586998 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '62f04ad1-b59d-4dbb-a2fb-c25be5b706e6', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'port_id': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'mac_address': 'fa:16:3e:bb:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25540dc9-aa55-4060-a857-d98c854b49c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:15:33Z', 'updated_at': '2021-08-24T22:15:33Z', 'revision_number': 0, 'project_id': '899b4988927542c2a81b07d8d251f551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:15:34.598711 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-5631f588-769c-4fe8-8cef-a8a81a9a1336 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524137 Aug 24 22:15:34.619552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Checking router: ff7c4880-4509-4ab9-8a24-e84b31e1f075 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:15:34.627809 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:15:34.629265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:15:34.633825 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50357f-e676-41fb-8806-5e735a60d58a req-cb1b1c9a-2d34-4044-adf8-aff9e098663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:34.635292 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-cb1b1c9a-2d34-4044-adf8-aff9e098663c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.1405280 Aug 24 22:15:34.644248 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.710907 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.735348 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-d8964951-afe3-4969-a374-3f58dba31d26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 999 time: 0.0819275 Aug 24 22:15:34.745997 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-d45538ee-32d2-41c6-8ac2-e14dc77ed685 service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374662 Aug 24 22:15:34.757841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff197980-59a2-425f-8b2c-6660e7a8ebf3,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:34.812831 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50357f-e676-41fb-8806-5e735a60d58a req-b2076ada-dac0-4548-ab2e-e26fb63053e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:34.815153 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-b2076ada-dac0-4548-ab2e-e26fb63053e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0678654 Aug 24 22:15:34.841685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.846412 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-886d5afc-c357-4e60-accd-ebcc74d245af tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5281389 Aug 24 22:15:34.852617 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-9c2c8a14-26ae-4133-b85e-1ed984cb83ec service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973339 Aug 24 22:15:34.853103 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 32952) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:34.858318 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:34.869081 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:15:34.877614 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50357f-e676-41fb-8806-5e735a60d58a req-51f216d2-795c-47db-82c8-c06a1c2b3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:34.879470 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-51f216d2-795c-47db-82c8-c06a1c2b3d4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521057 Aug 24 22:15:34.965369 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:34.979142 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-bc25feb3-7cac-4144-a335-f7c85ee4b5bd service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Aug 24 22:15:35.058237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.093515 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b6c98aec-f0a7-4c33-8856-814b42fa1213 req-6e47d44f-f1c5-42d8-b5a1-99268c31c30b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0325263 Aug 24 22:15:35.137843 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.141592 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '62f04ad1-b59d-4dbb-a2fb-c25be5b706e6', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'port_id': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'mac_address': 'fa:16:3e:bb:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25540dc9-aa55-4060-a857-d98c854b49c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:15:33Z', 'updated_at': '2021-08-24T22:15:33Z', 'revision_number': 0, 'project_id': '899b4988927542c2a81b07d8d251f551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:15:35.152511 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ae50357f-e676-41fb-8806-5e735a60d58a req-a2e257b9-2e56-4dfb-9da7-025a9ac72187 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647582 Aug 24 22:15:35.161484 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46915504-8766-4997-8c3c-16535874c03d,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:35.170074 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ea86f-ea03-445f-9e40-f609f3ded641 None None] The sync data for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi is: [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '62f04ad1-b59d-4dbb-a2fb-c25be5b706e6', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'port_id': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'mac_address': 'fa:16:3e:bb:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25540dc9-aa55-4060-a857-d98c854b49c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:15:33Z', 'updated_at': '2021-08-24T22:15:33Z', 'revision_number': 0, 'project_id': '899b4988927542c2a81b07d8d251f551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:15:35.261302 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.261302 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-a781628c-6cf8-433e-8804-4c5bdc0e47d0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3977187 Aug 24 22:15:35.263004 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 32964) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:35.269543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:35.366354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.392503 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a4906-c56e-4a83-9436-fbc8fd793f09 None None] New status for floating IP 62f04ad1-b59d-4dbb-a2fb-c25be5b706e6: ACTIVE {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:15:35.439871 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.515081 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.532559 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1aea853-4800-4b62-996f-d7ddf2c5f57b,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:35.623816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.625530 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-44cdce02-13ba-4639-9be8-b9f492d75ed9 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3611622 Aug 24 22:15:35.628562 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 32972) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:35.633471 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:35.720432 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.723747 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec63c-1a53-4635-8dd7-92ba1a332d0a req-af7ea230-0c32-4f70-8f31-eead2c27cf6e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:35.725379 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-448ec63c-1a53-4635-8dd7-92ba1a332d0a req-af7ea230-0c32-4f70-8f31-eead2c27cf6e tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0505869 Aug 24 22:15:35.765749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-448ec63c-1a53-4635-8dd7-92ba1a332d0a req-549aedfb-47b9-4df4-9d8f-6b7aabc0f4b1 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340743 Aug 24 22:15:35.796954 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.900740 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:35.922590 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b5454a-3c72-418b-b3b9-f9570d1e9818,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:36.015608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.016935 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-fa38df99-c358-4956-8536-a7a9e304309b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877151 Aug 24 22:15:36.020070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 32978) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:36.025616 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:36.128970 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.190767 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.196526 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-10a3c64e-b371-4dc9-86bb-b7266fa6b1b8 req-95ac7159-5a8c-4f47-a331-1fbdf0e248ed tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0284915 Aug 24 22:15:36.292082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.309434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0218b045-2891-4233-b5c3-41bb67adac7d,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:36.377529 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.379254 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b1b0179c-c371-4474-a98b-be423528e807 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582556 Aug 24 22:15:36.382067 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 32982) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:36.386786 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:36.489721 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.securitygroups_db [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Project 899b4988927542c2a81b07d8d251f551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:15:36.494970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.553599 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.617425 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.634768 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfaac56-fed6-4ae0-801c-0b22a6e360bd,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:36.680457 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.681783 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-21008d76-331d-4847-8bcf-2e28f54577c5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2986805 Aug 24 22:15:36.684437 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 32984) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:15:36.688876 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'security_group_rule': {'security_group_id': 'ff197980-59a2-425f-8b2c-6660e7a8ebf3', 'project_id': '899b4988927542c2a81b07d8d251f551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:36.821097 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.securitygroups_db [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Project 899b4988927542c2a81b07d8d251f551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:15:36.826752 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.907171 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9fe44-fb74-4ecd-bfd8-c4a0c551a8b0 req-950cd654-f22c-457f-8f71-f8ddda310c19 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:36.908643 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9ae9fe44-fb74-4ecd-bfd8-c4a0c551a8b0 req-950cd654-f22c-457f-8f71-f8ddda310c19 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0723031 Aug 24 22:15:36.919836 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:36.951588 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9ae9fe44-fb74-4ecd-bfd8-c4a0c551a8b0 req-c501adc8-f9fd-4e9a-96fa-21d2fe822282 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Aug 24 22:15:37.006062 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.027700 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41949f00-0b56-4156-a193-23eb455fd652,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:37.143094 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.144404 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-82c724b6-a893-4480-8ca9-6ee2d7775c31 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4588397 Aug 24 22:15:37.219636 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-870d1cc0-ff61-4539-861a-0b536408b550 req-7bdea119-9d70-48be-acb6-512e19348b6f tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503137347&fields=id&tenant_id=899b4988927542c2a81b07d8d251f551 HTTP/1.1" status: 200 len: 267 time: 0.0314960 Aug 24 22:15:37.281851 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1cc0-ff61-4539-861a-0b536408b550 req-3fcb0142-1e85-48ad-832a-7956f7ec34e3 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:37.283291 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-870d1cc0-ff61-4539-861a-0b536408b550 req-3fcb0142-1e85-48ad-832a-7956f7ec34e3 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0575006 Aug 24 22:15:37.299415 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-badeb179-9b63-44a9-8374-a1daf0a09a99 req-d9021107-c850-4e96-a872-610f14c28bdb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0364764 Aug 24 22:15:37.303552 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'port': {'security_groups': ['0888daf8-a673-492d-864e-4ecf5ac27995', 'ff197980-59a2-425f-8b2c-6660e7a8ebf3']}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:37.369101 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.585284 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:37.613863 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.701291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.748633 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:37.749268 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:37.750698 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-870d1cc0-ff61-4539-861a-0b536408b550 req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "PUT /v2.0/ports/72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 981 time: 0.4542298 Aug 24 22:15:37.751171 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:37.753653 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:37.754116 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35ba41-d961-4cde-9fb0-5149a3469b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:37.780408 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f1dc3-188a-46f4-8e13-ea3b95f7915e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=6']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:37.838762 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa16bb-303e-49e0-82a5-03f768b2137b x-openstack-request-id: req-befa16bb-303e-49e0-82a5-03f768b2137b {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:37.839350 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:37.839443 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-befa16bb-303e-49e0-82a5-03f768b2137b {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:37.839841 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:15:37.923177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0892b8c-7994-498c-8635-8c1b00485463 req-cd780713-615e-4344-8a2e-e9b28b70197a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:37.925861 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0892b8c-7994-498c-8635-8c1b00485463 req-cd780713-615e-4344-8a2e-e9b28b70197a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0686214 Aug 24 22:15:37.980093 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0892b8c-7994-498c-8635-8c1b00485463 req-90c23336-2b59-46ed-98e4-9feaa4f0cb4b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469184 Aug 24 22:15:38.051033 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ff176ae2-8ca2-43bc-aa49-df90b96e2388 None None] Provisioning complete for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:15:38.051258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-9f2949f0-d5eb-49e3-b003-e84cdb46a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.051710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-ff176ae2-8ca2-43bc-aa49-df90b96e2388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:38.051840 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-9f2949f0-d5eb-49e3-b003-e84cdb46a49b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1137 time: 0.0971212 Aug 24 22:15:38.068259 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-b130d027-2627-46d9-a83a-97062b539276 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.068664 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-b130d027-2627-46d9-a83a-97062b539276 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1550317 Aug 24 22:15:38.088779 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:38.117984 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735228f-921a-4422-9a0c-85569ee69b38 req-6d70ce8b-c922-4baf-a09c-3963b0779079 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.119696 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b735228f-921a-4422-9a0c-85569ee69b38 req-6d70ce8b-c922-4baf-a09c-3963b0779079 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0631483 Aug 24 22:15:38.122283 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Request body: {'port': {'device_id': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'admin_state_up': True, 'tenant_id': '48399b2293054e48bc6656e4862053b6'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:38.164349 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b735228f-921a-4422-9a0c-85569ee69b38 req-897ab293-a896-4c75-889e-87432d3baa34 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 Aug 24 22:15:38.228196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-67dbe530-da8e-4b9e-be66-88c5f565df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.229752 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-67dbe530-da8e-4b9e-be66-88c5f565df49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.1604855 Aug 24 22:15:38.319147 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-c036363d-fbc4-4ca1-8e5d-26d405d1f900 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 1001 time: 0.0696483 Aug 24 22:15:38.368089 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:15:38.371642 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:38.384723 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-cafe6d9a-d54c-453a-b1fb-a5c9081ce6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.386164 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-cafe6d9a-d54c-453a-b1fb-a5c9081ce6bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0571473 Aug 24 22:15:38.411851 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d6fc2241-841c-4625-affd-8602b046707d req-a7e00540-af7b-4f9f-ad2f-488f311e3888 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0273845 Aug 24 22:15:38.525944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-3dccf138-e728-403e-bf8a-e139750a4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.527886 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-3dccf138-e728-403e-bf8a-e139750a4e36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0971088 Aug 24 22:15:38.563024 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Allocated IP 172.20.0.3 (814e464d-b6a0-45b7-a22c-9d11e1d941ea/854aef7a-e291-4a33-b0db-21fda85f295d/72615d24-dea2-4f8e-90ce-380a06d24b21) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:15:38.663538 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-d70ec1ba-4ec4-449e-9eed-f6336bdc9c7d service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273258 Aug 24 22:15:38.859500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-20309690-05ec-401f-970d-632c955edb41 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:38.861698 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-20309690-05ec-401f-970d-632c955edb41 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 24 22:15:38.977162 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Deleting port 1c0c77ff-9321-4416-9777-a39f865b4a28 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:15:38.977504 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.067177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] For port 1c0c77ff-9321-4416-9777-a39f865b4a28, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c0c77ff-9321-4416-9777-a39f865b4a28,segment=NetworkSegment(3d854fae-3cd6-4cac-8b64-fc9b78d5cef6),segment_id=3d854fae-3cd6-4cac-8b64-fc9b78d5cef6)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:39.067648 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.073774 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7d35ba41-d961-4cde-9fb0-5149a3469b8e req-f8ec4a3f-e822-458c-bffe-39e4b8b61b76 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008493 Aug 24 22:15:39.076304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.082862 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Calling delete_port for 1c0c77ff-9321-4416-9777-a39f865b4a28 owned by compute:nova {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:15:39.177769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.219650 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:15:39.223157 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:15:39.229029 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:15:39.259345 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398', '480d23db-1239-41f7-aeff-d2321ad8f8a1'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:39.288010 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:39.288673 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.291098 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event updated for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:39.291596 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4ed1-71e8-43b2-b918-ac68d6d0a456 req-9600b64c-692d-4ef7-af29-8e7884599f39 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:39.293847 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-679f4ed1-71e8-43b2-b918-ac68d6d0a456 req-9600b64c-692d-4ef7-af29-8e7884599f39 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 946 time: 0.0557966 Aug 24 22:15:39.303342 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.303694 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.304035 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.304395 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.304733 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.305070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.305401 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.305732 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.306057 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.306381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.306709 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.307041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:15:39.317892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.379673 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-2dfabd71-ae85-4692-8155-631f52c510bb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2623420 Aug 24 22:15:39.380733 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Pushing event deleted for resources: {'Port': ['ID=1c0c77ff-9321-4416-9777-a39f865b4a28,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:39.405040 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Request body: {'port': {'device_id': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:15:39.408158 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-679f4ed1-71e8-43b2-b918-ac68d6d0a456 req-8db8e93c-f918-4032-8717-6a3aa8445c16 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd50e7f4-5e91-4819-ba4b-a95e20d84706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067476 Aug 24 22:15:39.425449 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] No DVR routers for this DVR port 1c0c77ff-9321-4416-9777-a39f865b4a28 on host hv-cinder-78956 {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:15:39.429856 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.432422 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-29c0ab5e-861a-48a3-a3b9-f6a60de5feed req-e4cb2710-bb0b-4510-b8dc-e723340f5a58 tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.26 "DELETE /v2.0/ports/1c0c77ff-9321-4416-9777-a39f865b4a28 HTTP/1.1" status: 204 len: 173 time: 0.5495431 Aug 24 22:15:39.476080 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.539213 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d78b3-7361-4720-9e12-14c781b8e0e2 req-401aa66a-fced-4d83-a337-afdaeac12e96 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:39.540939 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a83d78b3-7361-4720-9e12-14c781b8e0e2 req-401aa66a-fced-4d83-a337-afdaeac12e96 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 931 time: 0.0490959 Aug 24 22:15:39.579013 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a83d78b3-7361-4720-9e12-14c781b8e0e2 req-ec3df01e-ab66-4651-ad4b-7add9b756b11 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Aug 24 22:15:39.732836 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72615d24-dea2-4f8e-90ce-380a06d24b21 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:15:39.740482 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.751616 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Transition to ACTIVE for port object 72615d24-dea2-4f8e-90ce-380a06d24b21 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:15:39.841039 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'name': 'network-vif-deleted', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:39.843410 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371a350-5913-4f31-896e-faf0361339ef" -d '{"events": [{"server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "name": "network-vif-deleted", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:39.844065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:39.880077 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c91cc8-f393-4c78-9084-5359ed12dbc0 x-openstack-request-id: req-a4c91cc8-f393-4c78-9084-5359ed12dbc0 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:39.880605 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c33335-21ad-49a4-af0e-a618ccd7ff78", "name": "network-vif-deleted", "tag": "1c0c77ff-9321-4416-9777-a39f865b4a28", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:39.880605 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4c91cc8-f393-4c78-9084-5359ed12dbc0 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:39.880992 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c33335-21ad-49a4-af0e-a618ccd7ff78', 'name': 'network-vif-deleted', 'tag': '1c0c77ff-9321-4416-9777-a39f865b4a28', 'status': 'completed', 'code': 200} Aug 24 22:15:39.896363 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Pushing event updated for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:39.960734 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Attempting to bind port 72615d24-dea2-4f8e-90ce-380a06d24b21 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:15:39.961073 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Attempting to bind port 72615d24-dea2-4f8e-90ce-380a06d24b21 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:15:39.961402 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Attempting to bind port 72615d24-dea2-4f8e-90ce-380a06d24b21 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:15:39.965523 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Port 72615d24-dea2-4f8e-90ce-380a06d24b21 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:15:39.965840 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Attempting to bind port 72615d24-dea2-4f8e-90ce-380a06d24b21 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:15:39.970493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:15:39.970827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Checking segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:15:39.971212 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Bound using segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:15:39.971791 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Bound port: 72615d24-dea2-4f8e-90ce-380a06d24b21, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:15:39.972168 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:40.043293 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:15:40.046206 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72615d24-dea2-4f8e-90ce-380a06d24b21,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:15:40.169514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:40.200942 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['1c0c77ff-9321-4416-9777-a39f865b4a28'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:40.202911 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.203666 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:40.205076 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/72615d24-dea2-4f8e-90ce-380a06d24b21 HTTP/1.1" status: 200 len: 1093 time: 0.8043671 Aug 24 22:15:40.205516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:40.208009 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f" -d '{"events": [{"name": "network-changed", "server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:40.236568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cefc1-9f23-407f-bfd9-27fd506137c1 service neutron] Pushing event updated for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:40.246491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdfce62-ff76-4fa7-a663-e885d78bfed8 x-openstack-request-id: req-4fdfce62-ff76-4fa7-a663-e885d78bfed8 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:40.246883 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:40.247132 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fdfce62-ff76-4fa7-a663-e885d78bfed8 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:40.247515 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21', 'status': 'completed', 'code': 200} Aug 24 22:15:40.349227 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-45dbce33-b110-4f54-a4ba-b73640b2adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.350590 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-45dbce33-b110-4f54-a4ba-b73640b2adec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 1096 time: 0.0427594 Aug 24 22:15:40.501648 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-7b93e2f8-012a-4ce1-93c5-f15d194306be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.503486 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-7b93e2f8-012a-4ce1-93c5-f15d194306be service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=48399b2293054e48bc6656e4862053b6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961890 Aug 24 22:15:40.533238 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3802446-0579-485c-b95b-65769db71feb req-72ca4b31-8563-4955-91d7-edc29e959d1b tempest-VolumesSnapshotTestJSON-1068131325 tempest-VolumesSnapshotTestJSON-1068131325-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c33335-21ad-49a4-af0e-a618ccd7ff78 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Aug 24 22:15:40.602551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-0accbaeb-f3cf-41ad-8ac9-5030db110025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.603943 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-23c54b3e-aa1d-4d4a-bdaa-f98b66ddf07f req-0accbaeb-f3cf-41ad-8ac9-5030db110025 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923500 Aug 24 22:15:40.696021 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436c1c-c4a7-4868-a09d-0e72bb29d94c req-0cc11bc8-5da1-4885-8f44-2622a34b2073 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.697510 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41436c1c-c4a7-4868-a09d-0e72bb29d94c req-0cc11bc8-5da1-4885-8f44-2622a34b2073 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 943 time: 0.0469546 Aug 24 22:15:40.729039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-08d1951c-e3e2-41d9-89d2-0940b0ce34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.730623 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-08d1951c-e3e2-41d9-89d2-0940b0ce34f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 1096 time: 0.0414310 Aug 24 22:15:40.740701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41436c1c-c4a7-4868-a09d-0e72bb29d94c req-8a5fe84e-7b58-4b18-a082-6d45f74ac4cc tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Aug 24 22:15:40.801177 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-f31f8300-e305-4bfc-9653-4c6dd702783e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72615d24-dea2-4f8e-90ce-380a06d24b21 HTTP/1.1" status: 200 len: 217 time: 0.0349247 Aug 24 22:15:40.855754 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-e72ae213-221d-4e28-8f14-e13c25a0f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:40.857173 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-e72ae213-221d-4e28-8f14-e13c25a0f2e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 200 len: 855 time: 0.0473161 Aug 24 22:15:40.894706 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-3bd70b16-c93f-46ad-b484-670cecef5ead service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814e464d-b6a0-45b7-a22c-9d11e1d941ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240636 Aug 24 22:15:40.980995 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-cb51491a-2173-4c23-8619-19ba1eecd562 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777464 Aug 24 22:15:41.078017 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-91efc5bd-cbae-4756-b89b-d7f8ceff11fa req-52fbf604-37ae-4f67-ad49-4826151540bf service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832677 Aug 24 22:15:41.853595 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad7d8f-e900-445b-b946-f3e46e5ff7ea req-680fe6b6-4418-4bc2-ab32-a1f95864b4a3 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:41.855054 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bdad7d8f-e900-445b-b946-f3e46e5ff7ea req-680fe6b6-4418-4bc2-ab32-a1f95864b4a3 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 943 time: 0.0478542 Aug 24 22:15:41.892895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bdad7d8f-e900-445b-b946-f3e46e5ff7ea req-aad0ed45-d2b2-432b-9139-4eee9c51e43a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 24 22:15:42.788645 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a1e705d8-6ac4-4c78-94d0-df36438b01c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:43.005237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405fad-83d8-45ca-8fc3-1abb763cde34 req-b5624bb9-baa8-4f8e-ae20-5774e4b2b979 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:43.006666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cb405fad-83d8-45ca-8fc3-1abb763cde34 req-b5624bb9-baa8-4f8e-ae20-5774e4b2b979 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 943 time: 0.0471182 Aug 24 22:15:43.043500 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cb405fad-83d8-45ca-8fc3-1abb763cde34 req-3b40420b-4a4f-4d18-91e5-a8f68eae7219 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Aug 24 22:15:43.890696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72615d24-dea2-4f8e-90ce-380a06d24b21 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:15:43.900870 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 1c0c77ff-9321-4416-9777-a39f865b4a28 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:15:43.922390 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 1c0c77ff-9321-4416-9777-a39f865b4a28 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:15:43.922731 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 1c0c77ff-9321-4416-9777-a39f865b4a28 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:15:44.001511 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72615d24-dea2-4f8e-90ce-380a06d24b21,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:44.011460 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '72615d24-dea2-4f8e-90ce-380a06d24b21', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'port_id': '72615d24-dea2-4f8e-90ce-380a06d24b21', 'mac_address': 'fa:16:3e:69:92:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854aef7a-e291-4a33-b0db-21fda85f295d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:15:44.051738 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:44.064067 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72615d24-dea2-4f8e-90ce-380a06d24b21 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:15:44.083078 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72615d24-dea2-4f8e-90ce-380a06d24b21,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:44.156188 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f418a2-657b-4a8f-bcb2-65ecd12b29ad req-23d6bc52-b4cb-4d5d-842f-eeb47cb2c629 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:44.157599 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82f418a2-657b-4a8f-bcb2-65ecd12b29ad req-23d6bc52-b4cb-4d5d-842f-eeb47cb2c629 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 943 time: 0.0481484 Aug 24 22:15:44.158290 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:44.198151 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82f418a2-657b-4a8f-bcb2-65ecd12b29ad req-83415e61-60e4-45f6-9f41-1a3889eadd73 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Aug 24 22:15:44.206232 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:45.310491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c10d8-84d4-4d62-afbe-aa4d6d7463c2 req-31c8fe29-11f8-4b1e-b339-b1cd1fff0782 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:45.311906 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c07c10d8-84d4-4d62-afbe-aa4d6d7463c2 req-31c8fe29-11f8-4b1e-b339-b1cd1fff0782 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 944 time: 0.0467384 Aug 24 22:15:45.348281 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c07c10d8-84d4-4d62-afbe-aa4d6d7463c2 req-e7e57aca-21f3-46ff-b4c1-f860a2ad8456 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305691 Aug 24 22:15:45.565756 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-eaf8de6b-7897-4f04-8d73-489a9a2edb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:45.806085 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:46.458096 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad0bd-ec89-46f8-8b7b-91a8bd41a75e req-6cb06856-2316-4cd2-83ae-80805447948c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:46.459549 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04fad0bd-ec89-46f8-8b7b-91a8bd41a75e req-6cb06856-2316-4cd2-83ae-80805447948c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 944 time: 0.0466602 Aug 24 22:15:46.495693 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04fad0bd-ec89-46f8-8b7b-91a8bd41a75e req-41c33fec-5910-4f04-924e-e39441657f84 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Aug 24 22:15:46.691463 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:47.409955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72615d24-dea2-4f8e-90ce-380a06d24b21'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:15:47.605280 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3073-457e-4cf4-8644-33586f77f5d9 req-0064acdd-df4b-4293-8268-e2d0d468f363 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:47.606714 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b31f3073-457e-4cf4-8644-33586f77f5d9 req-0064acdd-df4b-4293-8268-e2d0d468f363 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 944 time: 0.0465775 Aug 24 22:15:47.645694 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b31f3073-457e-4cf4-8644-33586f77f5d9 req-28ac59c4-5003-4013-8820-6b3026e0592c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 24 22:15:47.952536 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:48.755907 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c3770-9a28-4f7d-9be3-8184d8111c65 req-0993bcb5-c3e5-4185-86b3-264a0c31dd01 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:48.757293 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e17c3770-9a28-4f7d-9be3-8184d8111c65 req-0993bcb5-c3e5-4185-86b3-264a0c31dd01 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 944 time: 0.0473847 Aug 24 22:15:48.798486 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e17c3770-9a28-4f7d-9be3-8184d8111c65 req-f085bfe3-ad8a-4a91-b009-556e41992394 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Aug 24 22:15:48.927661 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72615d24-dea2-4f8e-90ce-380a06d24b21 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:15:49.063060 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 72615d24-dea2-4f8e-90ce-380a06d24b21 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:15:49.066821 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 72615d24-dea2-4f8e-90ce-380a06d24b21 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:15:49.067244 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:49.144594 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:49.167829 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:15:49.170106 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc72c0-f850-48bb-90ba-a4c6e4e68da6" -d '{"events": [{"server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "name": "network-vif-plugged", "status": "completed", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:15:49.182776 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72615d24-dea2-4f8e-90ce-380a06d24b21,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:15:49.204635 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67f83e-0613-4076-9526-8490b94add06 x-openstack-request-id: req-fc67f83e-0613-4076-9526-8490b94add06 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:15:49.204924 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "name": "network-vif-plugged", "status": "completed", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:15:49.205180 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc67f83e-0613-4076-9526-8490b94add06 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:15:49.205571 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21', 'code': 200} Aug 24 22:15:49.266432 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:49.312897 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:15:49.655800 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e83c-46b4-43d6-ab05-4efa2e129ef9 req-ab71abf8-a814-4563-90fd-28dd699ab278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:49.657281 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e1b2e83c-46b4-43d6-ab05-4efa2e129ef9 req-ab71abf8-a814-4563-90fd-28dd699ab278 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 1098 time: 0.0816669 Aug 24 22:15:49.697825 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e1b2e83c-46b4-43d6-ab05-4efa2e129ef9 req-e11d1302-fa09-4ba9-9fa4-c4f0623ff940 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268142 Aug 24 22:15:49.912183 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54526d-c28b-4aee-a896-445eb32e4b7f req-334e2dff-db45-45b6-aa4e-0f8dbf10b4a1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:49.913658 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b54526d-c28b-4aee-a896-445eb32e4b7f req-334e2dff-db45-45b6-aa4e-0f8dbf10b4a1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0484335 Aug 24 22:15:49.951802 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4b54526d-c28b-4aee-a896-445eb32e4b7f req-2a156fb1-f88b-4f2d-bfc0-21b07ffa5f60 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Aug 24 22:15:51.064607 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f439-c9aa-4991-9861-7eef22efd2f2 req-5a86720d-75d1-4006-a8d4-3f3a488328bd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:51.066555 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2ac9f439-c9aa-4991-9861-7eef22efd2f2 req-5a86720d-75d1-4006-a8d4-3f3a488328bd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0472522 Aug 24 22:15:51.107271 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2ac9f439-c9aa-4991-9861-7eef22efd2f2 req-8566540b-5f36-43aa-a3fb-61bced50fb47 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Aug 24 22:15:52.228429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f6d9c-2c55-42b5-8735-a29a2f44b2b6 req-7e3bc57d-8729-49a5-afd1-924c124c103c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:52.229860 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca8f6d9c-2c55-42b5-8735-a29a2f44b2b6 req-7e3bc57d-8729-49a5-afd1-924c124c103c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0471084 Aug 24 22:15:52.265645 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca8f6d9c-2c55-42b5-8735-a29a2f44b2b6 req-29601372-bd37-4e6d-86fa-8e0ec30258a9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Aug 24 22:15:54.309604 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68cd4-506e-47dd-9af6-8425121916e0 req-7718ef91-2cc0-4f75-b3d1-fe12cd552fc9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:54.311043 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b0d68cd4-506e-47dd-9af6-8425121916e0 req-7718ef91-2cc0-4f75-b3d1-fe12cd552fc9 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Aug 24 22:15:54.347740 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b0d68cd4-506e-47dd-9af6-8425121916e0 req-2be5146e-3fd0-4106-815e-7754cd95bd07 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Aug 24 22:15:55.460373 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcf012-41f9-46af-9b93-14a754603bc9 req-f0b90ad7-a975-4921-80c0-140fd2a44379 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:55.461848 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1edcf012-41f9-46af-9b93-14a754603bc9 req-f0b90ad7-a975-4921-80c0-140fd2a44379 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0491786 Aug 24 22:15:55.504018 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1edcf012-41f9-46af-9b93-14a754603bc9 req-68d872fe-94ab-4af3-8e41-b0a4610b1ae0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361507 Aug 24 22:15:56.616013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52ed10-6015-40c3-9d24-dc27a3514b4c req-2c1019e9-032e-4a62-b15a-9e0169882381 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:56.617441 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e52ed10-6015-40c3-9d24-dc27a3514b4c req-2c1019e9-032e-4a62-b15a-9e0169882381 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0457947 Aug 24 22:15:56.653495 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e52ed10-6015-40c3-9d24-dc27a3514b4c req-4d9ded71-5a07-4f21-81b9-83e93528cfd5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303986 Aug 24 22:15:57.770291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080a36e-4797-4adb-8fa6-fad6a1461d6b req-1a0b704e-6db1-47ba-ae20-0720d913a7e8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:57.772015 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4080a36e-4797-4adb-8fa6-fad6a1461d6b req-1a0b704e-6db1-47ba-ae20-0720d913a7e8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0492728 Aug 24 22:15:57.810348 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4080a36e-4797-4adb-8fa6-fad6a1461d6b req-39bb9fe0-5f91-4154-8cb8-c1e9ef1d8048 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Aug 24 22:15:58.925234 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723596-fd00-40c0-bdb2-bc68271772e3 req-b4e19301-ff74-4b08-8986-a4a4b5887250 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:58.926598 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc723596-fd00-40c0-bdb2-bc68271772e3 req-b4e19301-ff74-4b08-8986-a4a4b5887250 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0491388 Aug 24 22:15:58.967470 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fc723596-fd00-40c0-bdb2-bc68271772e3 req-879e7a88-d8d4-4448-928c-3f71b0615d35 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347161 Aug 24 22:15:59.570776 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb47b-2838-4ce6-bea5-b7f895f06a54 req-57f5267f-204c-4456-b993-423a365bf56c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:59.572152 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-894cb47b-2838-4ce6-bea5-b7f895f06a54 req-57f5267f-204c-4456-b993-423a365bf56c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0480382 Aug 24 22:15:59.610192 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-894cb47b-2838-4ce6-bea5-b7f895f06a54 req-6018b809-f4a5-4155-8462-ecc64a4f11db tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301850 Aug 24 22:15:59.820751 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:15:59.971742 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-ad2958e8-b3f4-4d4f-a82f-34d418a2813c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:15:59.973183 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-ad2958e8-b3f4-4d4f-a82f-34d418a2813c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Aug 24 22:16:00.083513 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Deleting port f91faa00-2776-49a2-9301-33f572dfe1f5 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:00.083857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.100364 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ac9a0-04f2-448c-83f3-5aac8bcec026 req-7fcac4ba-2318-43e5-a541-7c271aef939a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:00.101943 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e59ac9a0-04f2-448c-83f3-5aac8bcec026 req-7fcac4ba-2318-43e5-a541-7c271aef939a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Aug 24 22:16:00.143669 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e59ac9a0-04f2-448c-83f3-5aac8bcec026 req-0ac6b5c7-89ba-40c6-8aa1-aaf6be0b2970 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=53729558-1e7d-4654-9a14-55586bda01e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 Aug 24 22:16:00.181459 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] For port f91faa00-2776-49a2-9301-33f572dfe1f5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f91faa00-2776-49a2-9301-33f572dfe1f5,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:00.181778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.403157 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.403549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.403862 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Floating IP f597ee09-b594-42d9-a2cf-9bc06acfed93 disassociated. External IP: 172.27.2.2, port: f91faa00-2776-49a2-9301-33f572dfe1f5. Aug 24 22:16:00.404229 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Calling delete_port for f91faa00-2776-49a2-9301-33f572dfe1f5 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:00.617697 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.650224 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'Port': ['ID=f91faa00-2776-49a2-9301-33f572dfe1f5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:00.732322 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbd1f3-0077-47d9-9558-105d1449eeca req-83ad2687-8134-49c3-b24c-3c6e2e1f0815 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:00.733788 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ddbd1f3-0077-47d9-9558-105d1449eeca req-83ad2687-8134-49c3-b24c-3c6e2e1f0815 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Aug 24 22:16:00.772593 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:00.774777 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4ddbd1f3-0077-47d9-9558-105d1449eeca req-3c90e955-d681-4208-8846-91283d19b0ca tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351670 Aug 24 22:16:00.881769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:00.909290 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:00.909290 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:00.909290 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:00.922805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] No DVR routers for this DVR port f91faa00-2776-49a2-9301-33f572dfe1f5 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:16:00.925959 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:00.927907 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a33616ad-349d-4e43-aa41-62ef1673cfd2 req-51c57e7d-bcb2-4d68-9c42-6bb01305aea1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "DELETE /v2.0/ports/f91faa00-2776-49a2-9301-33f572dfe1f5 HTTP/1.1" status: 204 len: 173 time: 0.9443288 Aug 24 22:16:00.928510 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'name': 'network-vif-deleted', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:00.930657 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f82cf-296f-4697-accb-0356468a5c1b" -d '{"events": [{"server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "name": "network-vif-deleted", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:01.010983 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:01.029654 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d0328c-5470-4700-a553-f336b243d2f3 x-openstack-request-id: req-c6d0328c-5470-4700-a553-f336b243d2f3 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:01.030153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1affc8-3fc6-4820-bb53-10ec4cbcafe9", "name": "network-vif-deleted", "tag": "f91faa00-2776-49a2-9301-33f572dfe1f5", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:01.030266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d0328c-5470-4700-a553-f336b243d2f3 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:01.030605 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1affc8-3fc6-4820-bb53-10ec4cbcafe9', 'name': 'network-vif-deleted', 'tag': 'f91faa00-2776-49a2-9301-33f572dfe1f5', 'status': 'completed', 'code': 200} Aug 24 22:16:01.221075 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:01.242927 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27377547-243f-4d94-a194-98d4bfae1751 req-a7642ace-e753-462a-8b74-246b0e998f41 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Aug 24 22:16:01.251923 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:01.266720 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:01.267326 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:01.501440 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:01.722784 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:01.748307 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2900dd-bd1f-4b57-b32d-350bb9243412 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:01.909400 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c497f5-f2d1-43f6-ad90-29cc96c061ca req-c1a1b9f5-37a7-4471-9ca5-547510029cd2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:01.911084 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30c497f5-f2d1-43f6-ad90-29cc96c061ca req-c1a1b9f5-37a7-4471-9ca5-547510029cd2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0573516 Aug 24 22:16:01.954884 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30c497f5-f2d1-43f6-ad90-29cc96c061ca req-dd6d9de6-c61b-4f26-8606-040f5bf28df2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4f4ff5-262d-4c56-988e-49c603d65fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344708 Aug 24 22:16:01.986080 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcad66b-ca9f-4407-9fd9-0b5e3b031e97 None None] New status for floating IP f597ee09-b594-42d9-a2cf-9bc06acfed93: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:16:02.174026 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b156-9572-4936-b121-aa93f1a521b2 req-27f49007-28a2-4b85-bd5e-652910eaed4b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:02.177070 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d342b156-9572-4936-b121-aa93f1a521b2 req-27f49007-28a2-4b85-bd5e-652910eaed4b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 946 time: 0.0610716 Aug 24 22:16:02.292775 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Deleting port bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:02.293142 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:02.350776 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a8b83db1-18a1-413a-b6ba-73bca4aef80d req-5c407d8f-6956-4b90-95ae-823df0857bdf tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1affc8-3fc6-4820-bb53-10ec4cbcafe9 HTTP/1.1" status: 200 len: 210 time: 0.0267072 Aug 24 22:16:02.388679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] For port bbd3b165-dd99-4a48-8a7b-611ef19820b0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bbd3b165-dd99-4a48-8a7b-611ef19820b0,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:02.389051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:02.569713 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:02.570106 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:02.570423 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Floating IP 6105272a-6b7d-49c6-a10a-18c903bf6bca disassociated. External IP: 172.27.2.43, port: bbd3b165-dd99-4a48-8a7b-611ef19820b0. Aug 24 22:16:02.570793 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Calling delete_port for bbd3b165-dd99-4a48-8a7b-611ef19820b0 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:02.754787 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:02.767469 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:16:02.788996 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'Port': ['ID=bbd3b165-dd99-4a48-8a7b-611ef19820b0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:02.904364 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:03.004263 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device f91faa00-2776-49a2-9301-33f572dfe1f5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:16:03.029851 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: f91faa00-2776-49a2-9301-33f572dfe1f5 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:16:03.030568 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device f91faa00-2776-49a2-9301-33f572dfe1f5 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:16:03.034047 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:03.050192 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:03.061478 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:03.062699 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:03.077198 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c05b08e2-8850-4e88-9f07-fcdcda8c779e req-9935f2b9-1992-4d2f-ba7f-66e212fea8af tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.0393481 Aug 24 22:16:03.082559 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] No DVR routers for this DVR port bbd3b165-dd99-4a48-8a7b-611ef19820b0 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:16:03.085520 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:03.088536 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-d342b156-9572-4936-b121-aa93f1a521b2 req-4073eeb7-77fc-46b3-9e89-3ac78a2f1d7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "DELETE /v2.0/ports/bbd3b165-dd99-4a48-8a7b-611ef19820b0 HTTP/1.1" status: 204 len: 173 time: 0.8986914 Aug 24 22:16:03.089118 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-deleted', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:03.091434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14f374-f3e1-42fa-8a86-03d06ebabaad" -d '{"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-deleted", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:03.131242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c308b-88d4-4cb5-8291-79e42be4aba5 x-openstack-request-id: req-0d3c308b-88d4-4cb5-8291-79e42be4aba5 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:03.131532 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7", "name": "network-vif-deleted", "tag": "bbd3b165-dd99-4a48-8a7b-611ef19820b0", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:03.131909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3c308b-88d4-4cb5-8291-79e42be4aba5 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:03.132367 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7', 'name': 'network-vif-deleted', 'tag': 'bbd3b165-dd99-4a48-8a7b-611ef19820b0', 'status': 'completed', 'code': 200} Aug 24 22:16:03.186268 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:03.406249 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:03.434691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:03.443197 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:03.443817 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:15:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:03.528470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33254) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:03.553691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:03.592106 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:03.622150 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:03.769930 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:03.781938 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:03.781938 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "DELETE /v2.0/security-groups/53729558-1e7d-4654-9a14-55586bda01e4 HTTP/1.1" status: 204 len: 168 time: 0.2446859 Aug 24 22:16:03.782174 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33256) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:03.783438 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6406e-80b8-45cd-8472-30d8d349e1ce tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53729558-1e7d-4654-9a14-55586bda01e4,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:03.791782 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.api.v2.resource [None req-d300a1b1-29d5-4081-8e41-8b3371f1cd3d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] show failed (client error): The resource could not be found. Aug 24 22:16:03.793135 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d300a1b1-29d5-4081-8e41-8b3371f1cd3d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups/53729558-1e7d-4654-9a14-55586bda01e4 HTTP/1.1" status: 404 len: 347 time: 0.0153165 Aug 24 22:16:03.796193 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33258) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:03.826265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:03.860050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be54f5-e327-4c88-8a1b-fb695209aa74 None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:03.950191 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Deleting port d2f11640-4001-41f3-9873-8c9d6c0a40bc {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:03.950549 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.039547 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.039789 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.055845 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Calling delete_port for d2f11640-4001-41f3-9873-8c9d6c0a40bc owned by network:floatingip {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:04.136896 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565d668-c6a8-419f-8cf7-3218b2747b27 None None] New status for floating IP 6105272a-6b7d-49c6-a10a-18c903bf6bca: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:16:04.425232 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-007d92aa-30d5-4542-be62-2a195f7760bf req-b10ae696-b9b4-4b00-b34c-b41ed96f0659 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0d7a09c-e1d1-41d0-93fb-ecc71f2ea3d7 HTTP/1.1" status: 200 len: 210 time: 0.2651095 Aug 24 22:16:04.626526 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.651679 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'Port': ['ID=d2f11640-4001-41f3-9873-8c9d6c0a40bc,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:04.716185 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.718560 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:04.719666 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3189e486-3091-49a6-8599-e385dd607d9a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "DELETE /v2.0/floatingips/f597ee09-b594-42d9-a2cf-9bc06acfed93 HTTP/1.1" status: 204 len: 168 time: 0.9222953 Aug 24 22:16:04.998690 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:16:05.019019 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: bbd3b165-dd99-4a48-8a7b-611ef19820b0 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:16:05.019365 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device bbd3b165-dd99-4a48-8a7b-611ef19820b0 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:16:05.091582 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33274) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.096372 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737315232', 'description': 'tempest-description--972298653'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:05.180459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.262805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.343113 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.381208 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f11ab-326c-4860-820a-ce2ad54afb25,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:05.434404 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.435655 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ed694ccd-97d8-4376-ad4f-775b1762e0fe tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3430166 Aug 24 22:16:05.438438 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33282) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.443397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group_rule': {'security_group_id': '1b5f11ab-326c-4860-820a-ce2ad54afb25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:05.565762 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.603663 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33290) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.620586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.665158 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.688188 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.689297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.708347 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62e8ba8-478f-41af-8cdc-de34b9f9d239,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:05.777445 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.778586 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-02d413ef-270f-47ec-b094-85554c4e5756 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392215 Aug 24 22:16:05.781183 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33292) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.786407 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'security_group_rule': {'security_group_id': '1b5f11ab-326c-4860-820a-ce2ad54afb25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:05.811633 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.814312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.815402 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d4f4ff5-262d-4c56-988e-49c603d65fdd HTTP/1.1" status: 204 len: 168 time: 0.2107069 Aug 24 22:16:05.819557 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33294) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.825256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c93aac-3d02-4cab-bf3c-d34e7117c492 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f4ff5-262d-4c56-988e-49c603d65fdd,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:05.835362 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.api.v2.resource [None req-be7c02d0-8445-4c4f-8155-c775cd7af10e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] show failed (client error): The resource could not be found. Aug 24 22:16:05.836534 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-be7c02d0-8445-4c4f-8155-c775cd7af10e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups/1d4f4ff5-262d-4c56-988e-49c603d65fdd HTTP/1.1" status: 404 len: 347 time: 0.0157485 Aug 24 22:16:05.839412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33296) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:05.889178 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:05.997689 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.003359 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Deleting port f765ad4a-40ac-4115-9206-7f5ac7c47471 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:06.003680 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.080481 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.080708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.091884 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Calling delete_port for f765ad4a-40ac-4115-9206-7f5ac7c47471 owned by network:floatingip {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:06.144461 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.180048 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b54cc9-55dd-4dce-88fe-adc9d7022e19,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:06.331523 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.332724 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f99a2ac7-5d55-44b1-9f0c-d0a382017462 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5505750 Aug 24 22:16:06.336232 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33298) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:06.340892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:06.350391 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.381443 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'Port': ['ID=f765ad4a-40ac-4115-9206-7f5ac7c47471,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:06.445474 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.448238 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.449407 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-60362a64-a592-421d-b168-3c892c0067b0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "DELETE /v2.0/floatingips/6105272a-6b7d-49c6-a10a-18c903bf6bca HTTP/1.1" status: 204 len: 168 time: 0.6090930 Aug 24 22:16:06.492139 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.618145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.746254 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Allocated IP 172.27.2.170 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/2d9571e8-f68a-4679-9a51-ab39b9ff971b) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:06.884102 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:06.923204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33336) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:06.927753 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328599550', 'description': 'tempest-description--188095080'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:07.004041 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.045248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:07.047999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:07.055397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:07.095730 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.098032 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=2d9571e8-f68a-4679-9a51-ab39b9ff971b,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:07.196960 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.242977 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.373783 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.377767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.439964 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d161e3f-96a3-4180-9741-2780fdb55024,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:07.505703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.506932 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-853f5fe8-1ed0-4659-a939-13d93328108d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5828056 Aug 24 22:16:07.509973 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33342) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:07.514699 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group_rule': {'security_group_id': '3d161e3f-96a3-4180-9741-2780fdb55024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:07.553386 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.621974 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.672057 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.675108 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.745322 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=2d9571e8-f68a-4679-9a51-ab39b9ff971b,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:07.754971 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:07.879087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.016988 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688d5ca7-5d7c-42fb-883d-a6d963ef1a3b,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:08.263037 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.263259 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.264539 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2b6fe07e-b1e4-4c1b-bcde-b8f4437ef259 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7532475 Aug 24 22:16:08.264673 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-73520d5f-33b0-46ea-a93d-570b7d3c6d4c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9272439 Aug 24 22:16:08.267129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33350) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:08.272989 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'security_group_rule': {'security_group_id': '3d161e3f-96a3-4180-9741-2780fdb55024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:08.401788 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-2a7c8bdc-798c-43b6-8f26-18eb023b63ae tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1737315232&fields=id&tenant_id=c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 267 time: 0.0339417 Aug 24 22:16:08.469689 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.541070 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-7bdf4d2b-7a15-4888-bdc0-a78695044e3e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:08.542436 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-7bdf4d2b-7a15-4888-bdc0-a78695044e3e tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 810 time: 0.1339018 Aug 24 22:16:08.563144 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.567533 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-7c5068c4-2e04-4db4-98ae-e817fc3ae336 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/quotas/c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 375 time: 0.0166006 Aug 24 22:16:08.622055 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-2dd40bb7-79c2-40df-943d-c01202ec5893 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488601 Aug 24 22:16:08.659737 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.716558 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a72e264-90e5-4c04-8936-d3b873c19c18,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:08.747428 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-09879dc6-f826-4622-9ec2-db6b4d3083d2 service neutron] 10.222.0.20 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130307 Aug 24 22:16:08.802600 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:08.803672 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3013f774-b7dc-40be-8905-c33987410be9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5356793 Aug 24 22:16:08.806996 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33366) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:08.812205 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:08.838326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-f0ee3fb2-7942-463b-b87a-f436116459e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838301 Aug 24 22:16:08.909232 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.010587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.079455 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d3fdfc0d-b2fd-4f4d-b760-1d911e36ca8a req-a0046c05-d2ee-45db-86fd-f1270910612c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 210 time: 0.0260048 Aug 24 22:16:09.133995 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Allocated IP 172.27.2.220 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/712985c3-2e29-47ff-a171-da0f69ea9c73) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:09.238706 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.480746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.520882 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:09.522286 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:09.523161 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33394) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:09.528153 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:09.555306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=712985c3-2e29-47ff-a171-da0f69ea9c73,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:09.575407 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-fab29d90-e987-4efe-b250-ca04c6fb4b33 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:09.576909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-fab29d90-e987-4efe-b250-ca04c6fb4b33 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1380372 Aug 24 22:16:09.590763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Deleting subnet 26f321a9-c425-4c16-8e32-7cd2bbfb3da6 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:16:09.599428 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.619024 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-9547cc2f-2304-4808-83e3-cf3644b9e23f tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/quotas/48399b2293054e48bc6656e4862053b6 HTTP/1.1" status: 200 len: 375 time: 0.0323029 Aug 24 22:16:09.620752 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.660300 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.712797 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-33c9f792-11ad-430d-a01b-b51939ad0c99 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864072 Aug 24 22:16:09.715298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.753025 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.851660 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.895174 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f321a9-c425-4c16-8e32-7cd2bbfb3da6,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:09.897708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:09.902007 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-e3e8a06d-2c39-4c0f-b27a-4cc0773267f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/26f321a9-c425-4c16-8e32-7cd2bbfb3da6 HTTP/1.1" status: 204 len: 168 time: 0.3755307 Aug 24 22:16:09.902007 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-0b45cbdb-1b37-4c49-ba83-16c08ebc0067 service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680276 Aug 24 22:16:09.902425 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33402) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:09.916365 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.011568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.018980 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.073400 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-708b8901-d3c7-4fa4-b62b-01fc66ce8ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629438 Aug 24 22:16:10.088290 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=712985c3-2e29-47ff-a171-da0f69ea9c73,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:10.098876 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.138692 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.149605 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ad6cb4-e618-4342-b8ed-dce06f1c10d9']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:10.168981 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:10.169270 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d854fae-3cd6-4cac-8b64-fc9b78d5cef6') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:10.189059 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-89fbe390-0fe6-497f-abeb-2877b40e6deb req-d6dce949-bcbd-4b8a-8920-6367435d3ac5 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 210 time: 0.0315101 Aug 24 22:16:10.196462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.207962 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.213876 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:16:10.214260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:16:10.215911 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:16:10.223092 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.225114 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-704fd40e-0a84-4c3a-bc09-f6a2f5d46d47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4162426 Aug 24 22:16:10.337689 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.344217 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.345945 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] 10.222.0.20 "DELETE /v2.0/networks/37ad6cb4-e618-4342-b8ed-dce06f1c10d9 HTTP/1.1" status: 204 len: 168 time: 0.4426239 Aug 24 22:16:10.363936 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3565e-ca30-4d07-b566-d4f2aeb36697 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ad6cb4-e618-4342-b8ed-dce06f1c10d9,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:10.415086 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-983c926f-e6cc-427d-9f5c-1634c9a0d33e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--328599550&fields=id&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 267 time: 0.0497086 Aug 24 22:16:10.437614 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-382bc08b-d282-4afe-bccb-cf85d95b60c2 req-80ad74b6-c4ed-4a27-b844-8fabea772237 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 210 time: 0.0483458 Aug 24 22:16:10.542377 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-45b462a0-fd5e-4d23-8e8f-12143ce75c87 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:10.543834 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-45b462a0-fd5e-4d23-8e8f-12143ce75c87 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 817 time: 0.1087816 Aug 24 22:16:10.558260 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-480ab384-41c7-4ef4-9959-f11aed3fb1a2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/quotas/4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 375 time: 0.0087328 Aug 24 22:16:10.617269 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-b237cd0a-8d21-418c-92c6-78accba58b70 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534358 Aug 24 22:16:10.713611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-c93841bd-1c86-4fbc-861b-af53f38fa3d9 service neutron] 10.222.0.20 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Aug 24 22:16:10.811809 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-9b6bf944-bd19-4bda-a26f-53214e0662d0 service neutron] 10.222.0.20 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Aug 24 22:16:10.843216 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33428) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:10.878350 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c0d85c1f-5087-4f27-8a82-16faff2ef77b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1277668036468cb52ef7aef1dcd903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387454 Aug 24 22:16:10.880393 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33430) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:10.929950 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:10.952265 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:11.065852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1d357dd4-a875-4f47-84ac-372a475a5f81 req-14320e3f-64f3-416f-be22-fbcf15ef2abf tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.0272057 Aug 24 22:16:11.100802 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:11.103326 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:11.105317 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd50e7f4-5e91-4819-ba4b-a95e20d84706 HTTP/1.1" status: 204 len: 168 time: 0.2230780 Aug 24 22:16:11.113996 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1b258-9ff8-43de-bddd-d6fe8e0481a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50e7f4-5e91-4819-ba4b-a95e20d84706,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:11.284465 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c48c7eb0-9be3-40e3-8bd8-eab9187afbe6 req-f8bc5c3d-6657-4fb8-9470-cc340eb67c79 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 210 time: 0.0295446 Aug 24 22:16:11.543934 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-60732afd-e757-49d4-8cb7-537df745e7d2 req-0bb2d854-402e-4cbd-ad89-f1827743bb65 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 210 time: 0.0334113 Aug 24 22:16:11.708566 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-63583aa8-fa5f-4944-9901-741c8e13c793 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:11.708975 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-63583aa8-fa5f-4944-9901-741c8e13c793 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 810 time: 0.1013069 Aug 24 22:16:11.819684 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-3fba205b-157b-4b71-9f91-63f6cce7186a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7260ec8af5a4a6f855a9abc4eed7902 HTTP/1.1" status: 200 len: 380 time: 0.0488915 Aug 24 22:16:11.830018 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'port': {'device_id': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'admin_state_up': True, 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'security_groups': ['1b5f11ab-326c-4860-820a-ce2ad54afb25']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:12.161766 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2b841a67-ebd4-46ea-aac3-18bde6375c11 req-19344676-e610-41b7-85d1-45176863ad74 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.0256615 Aug 24 22:16:12.266913 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33472) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:12.269716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Made reservation on behalf of c7260ec8af5a4a6f855a9abc4eed7902 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:12.273863 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.386396 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fde8e7e-3a71-40b2-8c6e-c6ded4883793 req-64007018-7fbf-4790-bdbb-40b53b78da51 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 210 time: 0.0280383 Aug 24 22:16:12.389702 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-716739173-network', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:12.415114 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Allocated IP 172.20.0.14 (5aa1007a-5b37-4401-87ed-dfa7b9977c60/a623cd2d-2dc2-461e-b70e-88391fd47428/6995d2ac-9603-4e18-b34b-b8129b8a121c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:12.506254 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Made reservation on behalf of b535f3cc9d5e4b3eb9466a82135cbaf9 for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:12.508740 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.517364 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.551537 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.565612 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Transition to ACTIVE for port object 6995d2ac-9603-4e18-b34b-b8129b8a121c will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:12.613496 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.642308 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8ae1f128-b754-41cd-883c-7fa1636edfcd req-4d727227-17c7-402f-90e0-c9638f8d0e81 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 210 time: 0.0258405 Aug 24 22:16:12.720098 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.720508 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.745615 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:16:12.754165 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e5fd64-c998-4376-ab53-248b4055a5be,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:12.763719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:12.765308 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.765669 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Added segment d26f0c0d-336b-455c-869c-7a0972ae68c3 of type vlan for network 059954df-9048-43ff-9061-c3abecb55639 Aug 24 22:16:12.767020 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:12.773369 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:12.811195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event updated for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:12.813373 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.834289 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-75a85d7d-edfd-4a86-ad98-087d87a5fc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.834882 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:12.835316 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.930435 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-6d352533-5af0-4ad9-804c-7dd8d4b46253 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1041539 Aug 24 22:16:12.930666 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.931587 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:12.932188 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:12.947648 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-242d253b-9474-435b-a380-ad32040c4f71 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:12.949172 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-242d253b-9474-435b-a380-ad32040c4f71 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 815 time: 0.1236031 Aug 24 22:16:12.968012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Request body: {'port': {'device_id': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:12.998079 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Request body: {'port': {'device_id': '46a4d976-b454-439e-a3b7-4416259bb340', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'admin_state_up': True, 'tenant_id': '48399b2293054e48bc6656e4862053b6'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:13.023704 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] Pushing event updated for resources: {'Network': ['ID=059954df-9048-43ff-9061-c3abecb55639,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:13.024948 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.034835 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 059954df-9048-43ff-9061-c3abecb55639 details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:16:13.063137 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-77d20dd7-8915-496b-baef-fb513c63555b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7919302 Aug 24 22:16:13.063745 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33482) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:13.069930 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Request body: {'subnet': {'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-716739173-subnet', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:13.222830 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Made reservation on behalf of b535f3cc9d5e4b3eb9466a82135cbaf9 for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:13.225164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.234957 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7fe80f97-1a43-4208-9425-22421ad581ac None None] Provisioning for port 6995d2ac-9603-4e18-b34b-b8129b8a121c completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:13.239770 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-7fe80f97-1a43-4208-9425-22421ad581ac None None] Provisioning complete for port 6995d2ac-9603-4e18-b34b-b8129b8a121c triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:13.240366 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7fe80f97-1a43-4208-9425-22421ad581ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.278361 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-7fe80f97-1a43-4208-9425-22421ad581ac None None] Port 6995d2ac-9603-4e18-b34b-b8129b8a121c cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:13.435419 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6995d2ac-9603-4e18-b34b-b8129b8a121c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:13.445865 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.490069 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Transition to ACTIVE for port object 6995d2ac-9603-4e18-b34b-b8129b8a121c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:13.500006 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Made reservation on behalf of 48399b2293054e48bc6656e4862053b6 for: {'port': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:13.507486 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.515158 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fcde436d-5b4b-4948-8a17-256af77f308b req-7304eee0-708a-4d61-b45b-36eb953a460c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.2821910 Aug 24 22:16:13.578629 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.598771 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda922c-f0ee-417b-b00d-ff5a18df6007 req-9659da8a-2956-46df-8a37-3299cfd02185 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:13.600242 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cdda922c-f0ee-417b-b00d-ff5a18df6007 req-9659da8a-2956-46df-8a37-3299cfd02185 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 932 time: 0.1145751 Aug 24 22:16:13.621883 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.677683 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cdda922c-f0ee-417b-b00d-ff5a18df6007 req-12b36ea0-9aac-49c7-a1c5-a842d06f544c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692167 Aug 24 22:16:13.710291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Allocated IP 172.20.0.12 (814e464d-b6a0-45b7-a22c-9d11e1d941ea/854aef7a-e291-4a33-b0db-21fda85f295d/9fca682f-3f99-4728-aa38-8a695dedab03) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:13.713545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Pushing event updated for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:13.724536 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd76a9be-7e98-4388-be3b-6de5350ebcd5,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:13.737140 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-14c855e3-850a-4f9c-a825-9a3328cfa614 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:13.740768 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-14c855e3-850a-4f9c-a825-9a3328cfa614 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 817 time: 0.2140787 Aug 24 22:16:13.798368 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-07cc1093-ea4a-424f-b8f5-df28426d5daa req-f791f2fc-db30-4b11-8863-c5ae2c341b32 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 210 time: 0.0359159 Aug 24 22:16:13.864696 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Checking segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:13.866036 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Network hostable DHCP agents. Network: 059954df-9048-43ff-9061-c3abecb55639, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:16:13.876684 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-5c931739-12ba-40fb-82b7-e5b293f36e91 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 379 time: 0.0669565 Aug 24 22:16:13.877635 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Attempting to bind port 6995d2ac-9603-4e18-b34b-b8129b8a121c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:13.877968 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Attempting to bind port 6995d2ac-9603-4e18-b34b-b8129b8a121c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:13.878304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Attempting to bind port 6995d2ac-9603-4e18-b34b-b8129b8a121c on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:13.892056 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'port': {'device_id': '4b85fc63-410f-45af-8efc-218bb96bae68', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'admin_state_up': True, 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'security_groups': ['3d161e3f-96a3-4180-9741-2780fdb55024']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:13.896254 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Port 6995d2ac-9603-4e18-b34b-b8129b8a121c on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:16:13.896585 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Attempting to bind port 6995d2ac-9603-4e18-b34b-b8129b8a121c on network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:13.903779 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.925281 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:13.925625 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Checking segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:13.926011 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Bound using segment: {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:13.926456 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Bound port: 6995d2ac-9603-4e18-b34b-b8129b8a121c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f787e19-d024-43f4-adfc-0fb9de2ef6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:13.926819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:13.995077 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Network 059954df-9048-43ff-9061-c3abecb55639 is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:16:14.006359 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.044444 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398', '480d23db-1239-41f7-aeff-d2321ad8f8a1', '72615d24-dea2-4f8e-90ce-380a06d24b21'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:14.054155 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Network 814e464d-b6a0-45b7-a22c-9d11e1d941ea is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:14.057610 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:14.061426 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:14.061594 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:14.077694 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 059954df-9048-43ff-9061-c3abecb55639) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:14.082621 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.083470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.086718 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event updated for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:14.099533 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ddb55c-5a04-45b7-8bbb-9b0a0e0d4852 None None] Network 059954df-9048-43ff-9061-c3abecb55639 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:16:14.120054 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.120695 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.138152 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:14.204490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Made reservation on behalf of 4967f81663e74a0ab003de44b7f0177f for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:14.208230 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.234631 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.263918 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-d32d9a32-ff87-401c-a56a-34d856cb4cb9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2696025 Aug 24 22:16:14.302759 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Request body: {'port': {'device_id': '46a4d976-b454-439e-a3b7-4416259bb340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:14.315802 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ee793dd4-7b97-4c7a-abd7-c5750c561fbb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2484446 Aug 24 22:16:14.317568 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-059954df-9048-43ff-9061-c3abecb55639', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:16:14.317568 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.318017 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33498) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:14.322922 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.323551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.324947 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] 10.222.0.26 "PUT /v2.0/ports/6995d2ac-9603-4e18-b34b-b8129b8a121c HTTP/1.1" status: 200 len: 1094 time: 1.3632085 Aug 24 22:16:14.327069 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:14.329560 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693572c-d8c4-43a8-a855-728aaf0042b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:14.363186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:14.376148 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a5a6b-494c-4b54-83ac-269965459547 service neutron] Pushing event updated for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:14.394789 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b4fc1-0654-4699-916c-78a3223787ec x-openstack-request-id: req-b76b4fc1-0654-4699-916c-78a3223787ec {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:14.395084 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:14.395341 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b76b4fc1-0654-4699-916c-78a3223787ec {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:14.396028 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'status': 'completed', 'code': 200} Aug 24 22:16:14.411269 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Allocated IP 172.20.0.10 (0ec5aeb5-0ea4-4490-894f-5b0895726657/56c5c042-fee3-466a-83a7-39cb3d48cb16/6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:14.443153 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.455521 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.456852 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.538656 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Allocated IP 172.20.0.2 (059954df-9048-43ff-9061-c3abecb55639/bd76a9be-7e98-4388-be3b-6de5350ebcd5/4af110d4-aa85-45fe-a522-a09dbe801121) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:14.569398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.608256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-3580ebef-66ad-4f71-832c-92954176c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.609735 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-3580ebef-66ad-4f71-832c-92954176c16c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 1097 time: 0.1617754 Aug 24 22:16:14.706099 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.729676 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Transition to ACTIVE for port object 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:14.745091 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-745675b2-88b4-40d7-bd5e-58e9a81e029e req-d50000ce-8225-4987-a631-33de8a6aff02 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.1445630 Aug 24 22:16:14.759052 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-6b9d7204-0120-479c-a6bb-ef9e93d1a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.760595 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-6b9d7204-0120-479c-a6bb-ef9e93d1a673 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1302304 Aug 24 22:16:14.806622 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.823533 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Transition to ACTIVE for port object 4af110d4-aa85-45fe-a522-a09dbe801121 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:14.841260 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Transition to ACTIVE for port object 4af110d4-aa85-45fe-a522-a09dbe801121 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:14.884180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-9c76040f-b718-4097-959b-16b47dc6b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:14.885756 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1693572c-d8c4-43a8-a855-728aaf0042b5 req-9c76040f-b718-4097-959b-16b47dc6b682 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039824 Aug 24 22:16:14.897724 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.936933 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.937338 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:14.943445 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:14.949152 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:14.961404 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Network 059954df-9048-43ff-9061-c3abecb55639 is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:14.964149 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:14.969640 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:14.995475 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:14.996142 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:15.022204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a49b-ddb8-4503-8ff5-88f891077c6f req-fd90802d-ff95-411b-b326-3b8bf5da761b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.023478 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4249a49b-ddb8-4503-8ff5-88f891077c6f req-fd90802d-ff95-411b-b326-3b8bf5da761b tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 944 time: 0.2306974 Aug 24 22:16:15.038561 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.039215 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.057970 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-f0aecf7a-f5e7-4e58-a4b8-7a5cde1f190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.058471 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-f0aecf7a-f5e7-4e58-a4b8-7a5cde1f190b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 1097 time: 0.0807221 Aug 24 22:16:15.065890 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d00e-0be5-4def-9de5-51e00fd7cbef req-65cd394e-4bb4-4dab-bbaf-60dd519f2f87 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.067641 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6af9d00e-0be5-4def-9de5-51e00fd7cbef req-65cd394e-4bb4-4dab-bbaf-60dd519f2f87 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 932 time: 0.1621623 Aug 24 22:16:15.070899 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Pushing event updated for resources: {'Port': ['ID=4af110d4-aa85-45fe-a522-a09dbe801121,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:15.081075 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.081555 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.081992 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.082442 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.082977 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.083398 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.083785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.084200 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.085461 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.085461 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.085461 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.085789 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:15.091249 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Attempting to bind port 4af110d4-aa85-45fe-a522-a09dbe801121 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:15.091699 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Attempting to bind port 4af110d4-aa85-45fe-a522-a09dbe801121 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:15.092462 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Attempting to bind port 4af110d4-aa85-45fe-a522-a09dbe801121 on network 059954df-9048-43ff-9061-c3abecb55639 {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:15.098122 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:15.098692 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Checking segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:15.099083 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.099530 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Bound using segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:15.100064 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Bound port: 4af110d4-aa85-45fe-a522-a09dbe801121, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:15.100534 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.117051 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-d873f4c4-9251-4735-be9a-d3f5fcf4f898 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2289267 Aug 24 22:16:15.121496 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-68e147d3-5ae9-4b64-a8b7-7d7a486349f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c HTTP/1.1" status: 200 len: 217 time: 0.0431073 Aug 24 22:16:15.149307 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Request body: {'port': {'device_id': '4b85fc63-410f-45af-8efc-218bb96bae68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:15.158543 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4249a49b-ddb8-4503-8ff5-88f891077c6f req-51b09ec1-2bdc-4922-a74f-a8c601197909 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225395 Aug 24 22:16:15.175362 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] For port 4af110d4-aa85-45fe-a522-a09dbe801121, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:15.178970 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] For port 4af110d4-aa85-45fe-a522-a09dbe801121, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4af110d4-aa85-45fe-a522-a09dbe801121,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:15.215099 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fca682f-3f99-4728-aa38-8a695dedab03 {{(pid=94693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:15.232529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6af9d00e-0be5-4def-9de5-51e00fd7cbef req-1d3bc2d8-87c2-4fa4-90a0-26b923518ec9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323214 Aug 24 22:16:15.239999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.250228 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-35796935-0f4f-4eac-88f6-b33609dff7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.251731 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-35796935-0f4f-4eac-88f6-b33609dff7aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.1102724 Aug 24 22:16:15.258701 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.261333 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Transition to ACTIVE for port object 9fca682f-3f99-4728-aa38-8a695dedab03 will not be triggered until provisioned by entity L2. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:15.263756 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.336551 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee702ce-d36a-42bc-97af-fbdd055fe5fc None None] Pushing event updated for resources: {'Port': ['ID=4af110d4-aa85-45fe-a522-a09dbe801121,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:15.338582 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-2c2c7e6b-6c67-425d-8dba-e763072995c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.340126 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-2c2c7e6b-6c67-425d-8dba-e763072995c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792861 Aug 24 22:16:15.365252 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.435554 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-240ef547-3c9f-44be-8518-3b8d94551f74 None None] Provisioning for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:15.443915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-240ef547-3c9f-44be-8518-3b8d94551f74 None None] Provisioning complete for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:15.447034 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-240ef547-3c9f-44be-8518-3b8d94551f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.471129 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Pushing event updated for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:15.490945 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.517883 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-240ef547-3c9f-44be-8518-3b8d94551f74 None None] Port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:15.527110 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.543284 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-905d9508-587f-4544-aa6e-84ae3298c456 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923265 Aug 24 22:16:15.601169 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b3c527ce-074d-4aa5-b1a2-e4ce0a49814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.629347 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Attempting to bind port 9fca682f-3f99-4728-aa38-8a695dedab03 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:15.629942 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Attempting to bind port 9fca682f-3f99-4728-aa38-8a695dedab03 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:15.630050 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Attempting to bind port 9fca682f-3f99-4728-aa38-8a695dedab03 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:15.641290 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Port 9fca682f-3f99-4728-aa38-8a695dedab03 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:16:15.641602 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Attempting to bind port 9fca682f-3f99-4728-aa38-8a695dedab03 on network 814e464d-b6a0-45b7-a22c-9d11e1d941ea {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:15.670954 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:15.671290 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Checking segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:15.671652 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Bound using segment: {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'} {{(pid=94693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:15.672091 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.managers [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Bound port: 9fca682f-3f99-4728-aa38-8a695dedab03, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13aa143-f557-4243-acaf-21b387bdd8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea'}}] {{(pid=94693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:15.672464 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.701761 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dec03f7c-5419-42d5-8208-99aa05d02a61 req-b6cc16b0-e021-4970-9563-e760846b607e service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503482 Aug 24 22:16:15.711397 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:15.719975 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.732571 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Allocated IP 172.27.2.2 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/4e718841-7c3a-4607-8333-0ddb68df2d06) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:15.735306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Transition to ACTIVE for port object 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:15.780550 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, cleared binding levels {{(pid=94693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:15.805935 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.818696 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9fca682f-3f99-4728-aa38-8a695dedab03,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:15.857932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.905145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884831-3ec3-42b8-9038-6694e987f48e req-02f4edd2-fe6d-4c47-82b7-388bf4d7646c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:15.906656 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-45884831-3ec3-42b8-9038-6694e987f48e req-02f4edd2-fe6d-4c47-82b7-388bf4d7646c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 932 time: 0.0836332 Aug 24 22:16:15.910274 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:15.918897 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:15.940393 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4af110d4-aa85-45fe-a522-a09dbe801121 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:15.953566 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.025701 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-45884831-3ec3-42b8-9038-6694e987f48e req-79df908b-076e-4211-a780-1b51cf216fe1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114037 Aug 24 22:16:16.030739 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Attempting to bind port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:16.031077 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Attempting to bind port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:16.031410 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Attempting to bind port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:16.037750 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:16:16.038116 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Attempting to bind port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 on network 0ec5aeb5-0ea4-4490-894f-5b0895726657 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:16.056550 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:16.057039 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Checking segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:16.057779 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Bound using segment: {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:16.058242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Bound port: 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12a49bb-718d-4e40-8b9a-c9788f2549e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:16.058604 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.063913 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.065236 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.066717 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] 10.222.0.26 "PUT /v2.0/ports/9fca682f-3f99-4728-aa38-8a695dedab03 HTTP/1.1" status: 200 len: 1094 time: 1.7729664 Aug 24 22:16:16.067230 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:16.069601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df64d2-f804-4992-922d-d26432ecfbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:16.079599 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.116894 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:16.118912 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:16.120802 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428447-06a4-4a40-9fd1-08bee9fa0698 service neutron] Pushing event updated for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=3']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:16.130166 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:16.154784 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 4af110d4-aa85-45fe-a522-a09dbe801121 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:16.163445 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:16.166697 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:16.209417 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e718841-7c3a-4607-8333-0ddb68df2d06,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:16.261663 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.305063 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.306154 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.307746 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 1094 time: 1.1683624 Aug 24 22:16:16.318195 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3168c0-c3e8-4220-bcc6-c40df8e08bef x-openstack-request-id: req-9a3168c0-c3e8-4220-bcc6-c40df8e08bef {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:16.324073 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:16.324073 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a3168c0-c3e8-4220-bcc6-c40df8e08bef {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:16.324073 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03', 'status': 'completed', 'code': 200} Aug 24 22:16:16.342357 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9db46-71b0-40c8-aa91-66fb825cd1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:16.396964 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:16.399722 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e8c53-b7f4-4f1d-bd01-b8259135270c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:16.508951 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-362d6e04-f606-4198-9e51-5e6223b83003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.510567 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-362d6e04-f606-4198-9e51-5e6223b83003 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1097 time: 0.0492144 Aug 24 22:16:16.582782 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-14db5a30-6584-466b-aa4e-7902ee0cd373 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 217 time: 0.0482979 Aug 24 22:16:16.613074 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66a8af-3cd3-4a8c-957c-4594f2f35a91 None None] Network 059954df-9048-43ff-9061-c3abecb55639 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:16:16.640692 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-922ab971-321c-4279-85a8-75debd80a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.642501 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-922ab971-321c-4279-85a8-75debd80a039 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0504186 Aug 24 22:16:16.667074 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-2e29fcbb-a30f-4728-9aec-e1684697835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.668595 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-2e29fcbb-a30f-4728-9aec-e1684697835c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 1097 time: 0.4129403 Aug 24 22:16:16.698472 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-da1de153-3cad-4a4e-b324-08ed7cc0473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.700056 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-da1de153-3cad-4a4e-b324-08ed7cc0473a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482533 Aug 24 22:16:16.706246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089688-cf1e-4a4d-b052-65cda59a0edb req-5708ba65-d937-4d5e-aa82-943a58b7eb69 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.707712 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca089688-cf1e-4a4d-b052-65cda59a0edb req-5708ba65-d937-4d5e-aa82-943a58b7eb69 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 944 time: 0.4509559 Aug 24 22:16:16.713515 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.746879 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a4e8-7ed2-4d19-9a7f-b484a4221548 req-a90cb021-6540-429e-a89b-ad70e811aa79 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.752737 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c703a4e8-7ed2-4d19-9a7f-b484a4221548 req-a90cb021-6540-429e-a89b-ad70e811aa79 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 944 time: 0.3632951 Aug 24 22:16:16.756195 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-4f07397e-ceb1-48b1-9bda-bada2a8f2c02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fca682f-3f99-4728-aa38-8a695dedab03 HTTP/1.1" status: 200 len: 217 time: 0.0667064 Aug 24 22:16:16.787877 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Provisioning for port 4af110d4-aa85-45fe-a522-a09dbe801121 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:16.795015 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Provisioning complete for port 4af110d4-aa85-45fe-a522-a09dbe801121 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:16.795518 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.804603 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-30d92022-bc5a-4d27-8fae-c5746a7c7354 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Aug 24 22:16:16.882292 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:16.915019 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-9528686c-1aa6-465a-8bd3-07807f709e00 req-85027b3f-bf38-436f-864c-c764bb69298b service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991459 Aug 24 22:16:16.915453 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca089688-cf1e-4a4d-b052-65cda59a0edb req-e01a58df-9a08-403d-a1dd-8c1bb76ba5f0 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771102 Aug 24 22:16:16.928971 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c703a4e8-7ed2-4d19-9a7f-b484a4221548 req-18f12d09-5cde-40d1-a29e-8196ccb1d5fb tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743338 Aug 24 22:16:16.932560 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a6070-9621-4636-98bb-a9c9159329da req-26c26830-d4f2-4ab3-9730-313ad18055a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:16.934041 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-26c26830-d4f2-4ab3-9730-313ad18055a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 200 len: 855 time: 0.1666024 Aug 24 22:16:16.956231 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] For port 4af110d4-aa85-45fe-a522-a09dbe801121, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4af110d4-aa85-45fe-a522-a09dbe801121,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:16.984146 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-093ae8a4-7d10-4a48-8e3c-75a722fd2e75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814e464d-b6a0-45b7-a22c-9d11e1d941ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396717 Aug 24 22:16:16.988031 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92132f27-6c95-4d7b-bc1d-df1555cf435e x-openstack-request-id: req-92132f27-6c95-4d7b-bc1d-df1555cf435e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:16.988369 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:16.988621 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92132f27-6c95-4d7b-bc1d-df1555cf435e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:16.989016 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'status': 'completed', 'code': 200} Aug 24 22:16:16.998959 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.076061 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6995d2ac-9603-4e18-b34b-b8129b8a121c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:16:17.143926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.207106 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-c7caeacb-6a37-4eb5-a077-68c855bad479 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750879 Aug 24 22:16:17.217355 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace254-bece-40e9-b0f7-57e31cec9d26 req-90e09005-a6d9-40ed-978d-7bc5c46b59d0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.218881 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3dace254-bece-40e9-b0f7-57e31cec9d26 req-90e09005-a6d9-40ed-978d-7bc5c46b59d0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.1017218 Aug 24 22:16:17.239873 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:17.259708 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11766a-0bbd-4f79-af85-cdb5ccde4dcc None None] Pushing event updated for resources: {'Port': ['ID=4af110d4-aa85-45fe-a522-a09dbe801121,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:17.272436 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'port_id': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'mac_address': 'fa:16:3e:1e:90:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:16:17.285132 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-89a1ae28-a8a1-4528-930e-776a4c0e60c1 None None] Provisioning complete for port 4af110d4-aa85-45fe-a522-a09dbe801121 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:17.285506 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-89a1ae28-a8a1-4528-930e-776a4c0e60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.348763 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.393452 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3dace254-bece-40e9-b0f7-57e31cec9d26 req-b01d44f1-9192-460f-aaf7-13f788fd031e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050162 Aug 24 22:16:17.399397 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-f92dfc13-e7f6-4177-a678-ea6f9e990ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.400948 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-f92dfc13-e7f6-4177-a678-ea6f9e990ec8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1097 time: 0.3176079 Aug 24 22:16:17.433174 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-327a6070-9621-4636-98bb-a9c9159329da req-33a7df97-9030-4479-91b6-5b16ca84f31f service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123213 Aug 24 22:16:17.434177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.492692 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6995d2ac-9603-4e18-b34b-b8129b8a121c {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:17.514685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-53b1ccc7-6a28-41a2-9c90-abf8934298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.516578 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-53b1ccc7-6a28-41a2-9c90-abf8934298a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1027427 Aug 24 22:16:17.533742 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:17.567193 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-61fc5881-7f8a-466f-947d-5aa8745ae2e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 217 time: 0.0391595 Aug 24 22:16:17.600034 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.647419 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Router e9fb15d5-aa17-44b4-8566-aef014faefe9 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:16:17.650960 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:17.663073 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-992c00c5-b863-4f77-be17-257d694e1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.664658 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-992c00c5-b863-4f77-be17-257d694e1c6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0457854 Aug 24 22:16:17.713647 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-ffefcb9a-c95f-4720-9e05-1648c70e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.715303 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-ffefcb9a-c95f-4720-9e05-1648c70e4570 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423610 Aug 24 22:16:17.725835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-7706a6a4-5c7f-48fa-9c48-a0a16ae62692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.727791 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-7706a6a4-5c7f-48fa-9c48-a0a16ae62692 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48399b2293054e48bc6656e4862053b6&device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 1097 time: 0.1080329 Aug 24 22:16:17.822609 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-af57f2b9-62b3-4fdf-831a-ead0ba5feb31 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983624 Aug 24 22:16:17.824945 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:17.835439 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Sync routers for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:17.850277 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:17.851120 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:17.855743 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-9f3d0087-71e8-4887-a063-6761cc46b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:17.857274 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-9f3d0087-71e8-4887-a063-6761cc46b2f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 200 len: 916 time: 0.1175215 Aug 24 22:16:17.917454 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-b1e5ed72-7efd-49bb-b11f-08e36761894f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fca682f-3f99-4728-aa38-8a695dedab03 HTTP/1.1" status: 200 len: 217 time: 0.0497501 Aug 24 22:16:17.920470 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.929317 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-397e8c53-b7f4-4f1d-bd01-b8259135270c req-84e233d5-be51-4c18-add3-3c86b59a8580 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972948 Aug 24 22:16:17.930741 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4af110d4-aa85-45fe-a522-a09dbe801121 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:17.954334 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:17.957653 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-37c5d41c-468d-49ab-b930-b70f2a2251f5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.6383829 Aug 24 22:16:17.960206 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33534) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:18.011676 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:18.071769 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-1c485f13-6794-48b6-b6e8-f13960d666f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.073236 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-1c485f13-6794-48b6-b6e8-f13960d666f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 200 len: 855 time: 0.1477780 Aug 24 22:16:18.076139 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['6995d2ac-9603-4e18-b34b-b8129b8a121c'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:18.115895 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 4af110d4-aa85-45fe-a522-a09dbe801121 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:18.116300 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:18.132106 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-8ab5b753-e079-46f4-8e45-cb95943ae912 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814e464d-b6a0-45b7-a22c-9d11e1d941ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400119 Aug 24 22:16:18.171893 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ecc89-95ea-4bec-a57f-044ed365327e req-9e2871dd-d803-4189-9361-fca6332eff3d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.173363 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ae3ecc89-95ea-4bec-a57f-044ed365327e req-9e2871dd-d803-4189-9361-fca6332eff3d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 945 time: 0.1608143 Aug 24 22:16:18.213809 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e94f0-8a85-4907-b71e-861e00bfdb44 req-a00656b8-5b1c-430f-b6ef-31ea61841573 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.215265 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c81e94f0-8a85-4907-b71e-861e00bfdb44 req-a00656b8-5b1c-430f-b6ef-31ea61841573 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 944 time: 0.1602259 Aug 24 22:16:18.218417 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-bbe373b5-b74f-4800-b951-cdb3dd4968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.220276 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-bbe373b5-b74f-4800-b951-cdb3dd4968e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1137 time: 0.0466239 Aug 24 22:16:18.319884 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-745012e7-71cb-4155-9ae9-c49442fcc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.321548 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-745012e7-71cb-4155-9ae9-c49442fcc128 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.0927215 Aug 24 22:16:18.395302 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:16Z', 'revision_number': 3, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:18.400009 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-ec42788a-cb74-44f8-b9d6-558168660291 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 1001 time: 0.0628390 Aug 24 22:16:18.431161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Checking router: e9fb15d5-aa17-44b4-8566-aef014faefe9 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:18.431512 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Updating router e9fb15d5-aa17-44b4-8566-aef014faefe9 port 4e718841-7c3a-4607-8333-0ddb68df2d06 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:16:18.460437 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:18.461798 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-50b082d2-2c31-4e1e-9645-18289b176eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.463632 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-50b082d2-2c31-4e1e-9645-18289b176eec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0525205 Aug 24 22:16:18.524018 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-6e15ae3b-cc1e-48f2-97f6-892155e8f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.525643 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-6e15ae3b-cc1e-48f2-97f6-892155e8f87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412896 Aug 24 22:16:18.598658 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ae3ecc89-95ea-4bec-a57f-044ed365327e req-c5a996fd-b8a1-4994-a8c9-2a56b72c0ffa tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095416 Aug 24 22:16:18.639892 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-ba05b902-01c6-4b62-a483-0a120eea0480 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029081 Aug 24 22:16:18.640390 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c81e94f0-8a85-4907-b71e-861e00bfdb44 req-1215f0b0-4034-4248-b420-a344fc1ce956 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790393 Aug 24 22:16:18.738086 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-b1dd434f-859d-44f4-aac3-d014c71144b6 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637116 Aug 24 22:16:18.754633 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:18.756973 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f6a66542-ee98-4018-bcf4-0bd0abcabff5 req-fc9cb085-54c6-4060-ae9e-9b39ac0e392b service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093819 Aug 24 22:16:18.764390 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Transition to ACTIVE for port object 4e718841-7c3a-4607-8333-0ddb68df2d06 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:18.881903 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:18.900572 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1946-b05e-4b47-bb53-fdf855b64b58 req-eb9f41f0-fb68-4a57-8884-f300eb046376 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.902779 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-affc1946-b05e-4b47-bb53-fdf855b64b58 req-eb9f41f0-fb68-4a57-8884-f300eb046376 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.1961844 Aug 24 22:16:18.945800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b469c2-8a9a-4cc2-b11f-1686b665e54c req-3344bb80-cf5b-490d-9812-1ba3270b05d6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:18.945800 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-75b469c2-8a9a-4cc2-b11f-1686b665e54c req-3344bb80-cf5b-490d-9812-1ba3270b05d6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.2243595 Aug 24 22:16:18.946132 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Attempting to bind port 4e718841-7c3a-4607-8333-0ddb68df2d06 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:18.946132 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Attempting to bind port 4e718841-7c3a-4607-8333-0ddb68df2d06 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:18.946132 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Attempting to bind port 4e718841-7c3a-4607-8333-0ddb68df2d06 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:18.948430 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8162a-8c54-4e23-9095-797249e6d4cf None None] Pushing event updated for resources: {'Port': ['ID=4e718841-7c3a-4607-8333-0ddb68df2d06,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:18.951110 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:18.951488 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:18.951890 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:18.952299 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:18.952768 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Bound port: 4e718841-7c3a-4607-8333-0ddb68df2d06, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:18.953150 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.006344 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] For port 4e718841-7c3a-4607-8333-0ddb68df2d06, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:19.009456 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] For port 4e718841-7c3a-4607-8333-0ddb68df2d06, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4e718841-7c3a-4607-8333-0ddb68df2d06,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:19.020070 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d0df64d2-f804-4992-922d-d26432ecfbdb req-d954bd0a-6105-4daa-b4da-7b62d2266c89 service neutron] 10.222.0.26 "GET /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513463 Aug 24 22:16:19.071581 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-affc1946-b05e-4b47-bb53-fdf855b64b58 req-b2d9038a-f639-4dd4-a7bf-245106f7fd75 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337376 Aug 24 22:16:19.088866 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-75b469c2-8a9a-4cc2-b11f-1686b665e54c req-a6dbb8ac-e1c9-430d-a45f-55302b599985 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499102 Aug 24 22:16:19.099104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 9fca682f-3f99-4728-aa38-8a695dedab03 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:16:19.136872 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.177480 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.228150 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9fca682f-3f99-4728-aa38-8a695dedab03,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:19.252520 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '9fca682f-3f99-4728-aa38-8a695dedab03', 'network_id': '814e464d-b6a0-45b7-a22c-9d11e1d941ea', 'port_id': '9fca682f-3f99-4728-aa38-8a695dedab03', 'mac_address': 'fa:16:3e:fe:37:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854aef7a-e291-4a33-b0db-21fda85f295d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:16:19.263043 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:19.263583 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:19.305899 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Allocated IP 172.20.0.1 (059954df-9048-43ff-9061-c3abecb55639/bd76a9be-7e98-4388-be3b-6de5350ebcd5/9e543c21-232b-41ac-8a55-48d678162cfe) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:19.347477 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8162a-8c54-4e23-9095-797249e6d4cf None None] Pushing event updated for resources: {'Port': ['ID=4e718841-7c3a-4607-8333-0ddb68df2d06,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:19.375554 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.394439 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fca682f-3f99-4728-aa38-8a695dedab03 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:19.410763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.424656 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Transition to ACTIVE for port object 9e543c21-232b-41ac-8a55-48d678162cfe will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:19.425234 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9fca682f-3f99-4728-aa38-8a695dedab03,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:19.429164 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:19.525928 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.526483 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:16:19.541022 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.577229 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Network 059954df-9048-43ff-9061-c3abecb55639 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:19.582077 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:19.585613 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:19.613433 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Pushing event updated for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:19.619517 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:19.633807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.740326 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:19.757025 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:16:19.760785 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:16Z', 'revision_number': 3, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:19.789944 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e8d58-6714-4384-aeee-c24af9cedee3 None None] The sync data for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi is: [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:16Z', 'revision_number': 3, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:19.830736 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483520ae-9b5e-4d58-9e44-a1a82e92d7ec req-e4c090e1-0fd7-454a-b82b-fce45b7bc09c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:19.836727 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-483520ae-9b5e-4d58-9e44-a1a82e92d7ec req-e4c090e1-0fd7-454a-b82b-fce45b7bc09c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 945 time: 0.1375237 Aug 24 22:16:19.836912 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.850592 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:16:19.866041 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9392d8d-aed4-4d16-b1a7-e800acd19ecf req-12edb06e-fedb-4e39-a40b-e7f6c6a52512 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:19.883787 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9392d8d-aed4-4d16-b1a7-e800acd19ecf req-12edb06e-fedb-4e39-a40b-e7f6c6a52512 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 945 time: 0.1344666 Aug 24 22:16:19.884061 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:19.916574 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-483520ae-9b5e-4d58-9e44-a1a82e92d7ec req-321792ce-b989-41da-a9c2-85d9fba0515f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697429 Aug 24 22:16:19.932691 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f9392d8d-aed4-4d16-b1a7-e800acd19ecf req-f9338bd6-411b-45e6-b835-38652383ea05 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Aug 24 22:16:19.975228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.992803 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:19.992803 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-bb19685d-6ebc-4bf1-ba77-ba84f96de249 None None] Provisioning for port 9e543c21-232b-41ac-8a55-48d678162cfe completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:19.999016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-bb19685d-6ebc-4bf1-ba77-ba84f96de249 None None] Provisioning complete for port 9e543c21-232b-41ac-8a55-48d678162cfe triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:20.001613 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-bb19685d-6ebc-4bf1-ba77-ba84f96de249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:20.091064 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-bb19685d-6ebc-4bf1-ba77-ba84f96de249 None None] Port 9e543c21-232b-41ac-8a55-48d678162cfe cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:20.095166 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:20.236286 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:20.260037 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f357c3a-0796-4f99-b94f-49b9db1fdd2c req-1898ef2f-97e0-4c1c-8d1c-ae338c423ea5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:20.261591 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4f357c3a-0796-4f99-b94f-49b9db1fdd2c req-1898ef2f-97e0-4c1c-8d1c-ae338c423ea5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0995893 Aug 24 22:16:20.269984 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541d6b-3e24-4d08-9542-d9ae03cc40b9 req-a98e7b01-00af-4e8f-a5b8-8f3c9edabfc1 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:20.271622 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7d541d6b-3e24-4d08-9542-d9ae03cc40b9 req-a98e7b01-00af-4e8f-a5b8-8f3c9edabfc1 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0931139 Aug 24 22:16:20.329258 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4f357c3a-0796-4f99-b94f-49b9db1fdd2c req-b3b7948e-9907-41a8-8cd1-0c6f219f4147 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566492 Aug 24 22:16:20.334289 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7d541d6b-3e24-4d08-9542-d9ae03cc40b9 req-8faad64f-18a3-45b9-b710-3a090ff4ab2b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558879 Aug 24 22:16:20.354176 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:20.425803 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Pushing event updated for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:20.429589 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:20.474874 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['9fca682f-3f99-4728-aa38-8a695dedab03'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:20.525636 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:20.531203 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Network 059954df-9048-43ff-9061-c3abecb55639 is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:20.532840 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:20.675448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Router e9fb15d5-aa17-44b4-8566-aef014faefe9 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:20.790072 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:20.795526 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-aeeef53f-4d37-488b-8ad0-e97195b7ee5f admin admin] 10.222.0.20 "PUT /v2.0/routers/e9fb15d5-aa17-44b4-8566-aef014faefe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8344049 Aug 24 22:16:20.819990 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-85f8561d-4aef-47fc-9fb0-5c804b54780e None None] Provisioning complete for port 9e543c21-232b-41ac-8a55-48d678162cfe triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:20.820473 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-85f8561d-4aef-47fc-9fb0-5c804b54780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:20.977603 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-85f8561d-4aef-47fc-9fb0-5c804b54780e None None] Port 9e543c21-232b-41ac-8a55-48d678162cfe cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:21.063623 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908941f-683a-40b6-8aaf-17bf1fbafd25 req-6aee2e3f-ab2f-49c0-a3fa-bb605352c2a8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:21.065739 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9908941f-683a-40b6-8aaf-17bf1fbafd25 req-6aee2e3f-ab2f-49c0-a3fa-bb605352c2a8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 945 time: 0.0808313 Aug 24 22:16:21.083624 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6072a-129d-4740-802e-cb75b693d1c7 req-a7f7857c-7b00-4193-a4a6-390c08e45ad9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:21.088791 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a0a6072a-129d-4740-802e-cb75b693d1c7 req-a7f7857c-7b00-4193-a4a6-390c08e45ad9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 945 time: 0.0785275 Aug 24 22:16:21.108953 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6995d2ac-9603-4e18-b34b-b8129b8a121c up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:21.141506 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9908941f-683a-40b6-8aaf-17bf1fbafd25 req-76a4c67e-57ae-4996-bf76-96807e58c32a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676734 Aug 24 22:16:21.156094 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a0a6072a-129d-4740-802e-cb75b693d1c7 req-b5ae8771-ea6a-4e15-aa01-eb29b503dca8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Aug 24 22:16:21.269347 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 6995d2ac-9603-4e18-b34b-b8129b8a121c completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:21.273980 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 6995d2ac-9603-4e18-b34b-b8129b8a121c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:21.274867 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.352919 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.375696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:21.378055 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e675dfc4-0226-49f9-a5ad-6bf05cf8f74c" -d '{"events": [{"server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:21.397217 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:21.422392 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Sync routers for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:21.435648 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:21.436554 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:21.494580 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5da34-c50b-46fe-bc6f-2e93f74d015c req-c6616003-607c-403e-8f7a-e18a4e515d84 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:21.496090 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c1c5da34-c50b-46fe-bc6f-2e93f74d015c req-c6616003-607c-403e-8f7a-e18a4e515d84 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0807965 Aug 24 22:16:21.502552 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.513835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc85ad-7503-4aa2-9daf-3d2352dbed08 req-076dce70-cb80-4529-b96c-7e0763f2ae3d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:21.513835 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71bc85ad-7503-4aa2-9daf-3d2352dbed08 req-076dce70-cb80-4529-b96c-7e0763f2ae3d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0817285 Aug 24 22:16:21.563276 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:21.576222 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:21.579352 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c1c5da34-c50b-46fe-bc6f-2e93f74d015c req-1bbcc218-f290-4cd1-b112-9aadd4a92e3d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609210 Aug 24 22:16:21.592204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33572) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:21.597518 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1089766904-network', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:21.612528 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-71bc85ad-7503-4aa2-9daf-3d2352dbed08 req-5164c3e3-387b-4cd2-9dbf-72fde6be1443 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933614 Aug 24 22:16:21.683761 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Made reservation on behalf of fb624de0b27d4d24a44efbaaea64ae1c for: {'network': 1} {{(pid=94693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:21.686448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.696285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.777981 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:20Z', 'revision_number': 2, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:21.788259 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.807715 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Checking router: e9fb15d5-aa17-44b4-8566-aef014faefe9 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:21.808181 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Updating router e9fb15d5-aa17-44b4-8566-aef014faefe9 port 9e543c21-232b-41ac-8a55-48d678162cfe binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:16:21.814859 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73415b74-405a-42b6-b0b3-825ac37ccbb8 x-openstack-request-id: req-73415b74-405a-42b6-b0b3-825ac37ccbb8 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:21.815289 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:21.815512 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73415b74-405a-42b6-b0b3-825ac37ccbb8 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:21.818644 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'code': 200} Aug 24 22:16:21.840028 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.860511 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.889455 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=94693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:16:21.893504 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4e718841-7c3a-4607-8333-0ddb68df2d06 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:21.922525 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffc94e-6346-4a9f-800b-b2152aaa6098,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:21.927658 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:21.928015 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.segments_db [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Added segment f0e05871-5d9b-44b9-964b-b4a1aec7bca9 of type vlan for network 599ba566-8445-466f-9f1a-921d2884bd0c Aug 24 22:16:21.969050 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.049115 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 4e718841-7c3a-4607-8333-0ddb68df2d06 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:22.053059 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 4e718841-7c3a-4607-8333-0ddb68df2d06 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:22.053440 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.121079 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.131044 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Transition to ACTIVE for port object 9e543c21-232b-41ac-8a55-48d678162cfe will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:22.131301 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.149835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.149835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.149835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.151389 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 4e718841-7c3a-4607-8333-0ddb68df2d06, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4e718841-7c3a-4607-8333-0ddb68df2d06,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:22.212155 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] Pushing event updated for resources: {'Network': ['ID=599ba566-8445-466f-9f1a-921d2884bd0c,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:22.221754 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 599ba566-8445-466f-9f1a-921d2884bd0c details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:16:22.243738 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.303404 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.328257 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-a3fb906c-095d-4405-b9db-f3e169cc5e6e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7349524 Aug 24 22:16:22.331985 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33580) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:22.332538 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Pushing event updated for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:22.337181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Request body: {'subnet': {'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1089766904-subnet', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:22.340033 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.341003 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.341512 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.342001 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.342493 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.342988 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.343483 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.343964 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.344488 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.347519 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.347519 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.347519 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:22.353066 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c41e6-01da-4545-b606-62ae539a6548 req-a1f6eac0-2c99-4ae1-b8ed-e76c32683473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.354625 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-563c41e6-01da-4545-b606-62ae539a6548 req-a1f6eac0-2c99-4ae1-b8ed-e76c32683473 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 1099 time: 0.0693979 Aug 24 22:16:22.366390 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Attempting to bind port 9e543c21-232b-41ac-8a55-48d678162cfe on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:22.366758 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Attempting to bind port 9e543c21-232b-41ac-8a55-48d678162cfe by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:22.367118 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Attempting to bind port 9e543c21-232b-41ac-8a55-48d678162cfe on network 059954df-9048-43ff-9061-c3abecb55639 {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:22.369861 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cd565-424b-4bb7-a047-5b66499d58e9 req-e232d7fb-cb1f-4cfa-9558-3ccafc5f66ee tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.371499 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-829cd565-424b-4bb7-a047-5b66499d58e9 req-e232d7fb-cb1f-4cfa-9558-3ccafc5f66ee tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 945 time: 0.1384330 Aug 24 22:16:22.382781 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:22.383235 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Checking segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:22.383633 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.384033 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Bound using segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:22.384558 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Bound port: 9e543c21-232b-41ac-8a55-48d678162cfe, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:22.385287 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.388088 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=4e718841-7c3a-4607-8333-0ddb68df2d06,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:22.405998 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f033a8-4dbd-419e-842a-e1190ad39b79 req-f1fc4849-06c6-48c5-896a-0dbdb9ab04ef tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.408458 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0f033a8-4dbd-419e-842a-e1190ad39b79 req-f1fc4849-06c6-48c5-896a-0dbdb9ab04ef tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1612370 Aug 24 22:16:22.440405 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Made reservation on behalf of fb624de0b27d4d24a44efbaaea64ae1c for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:22.442960 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.453642 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-563c41e6-01da-4545-b606-62ae539a6548 req-98468671-6f39-4ef5-b451-99e897a34355 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810838 Aug 24 22:16:22.474607 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] For port 9e543c21-232b-41ac-8a55-48d678162cfe, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:22.479769 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] For port 9e543c21-232b-41ac-8a55-48d678162cfe, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=9e543c21-232b-41ac-8a55-48d678162cfe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:22.482956 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-829cd565-424b-4bb7-a047-5b66499d58e9 req-dac37fc3-d9d5-4cb4-a55a-7511dba98cc9 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858467 Aug 24 22:16:22.489420 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0f033a8-4dbd-419e-842a-e1190ad39b79 req-fa6df4d1-5426-4d31-8ef1-be7fe5c0adad tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725715 Aug 24 22:16:22.564064 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.624869 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b7dd7-cd51-428f-bf91-f449bead75af None None] Pushing event updated for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=4']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:22.628180 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:22.628797 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:22.720322 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4824bc-67d6-4950-82a8-3b64375f357d req-c517f332-c453-4752-b3c3-62b3f99ca3b7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.722564 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dc4824bc-67d6-4950-82a8-3b64375f357d req-c517f332-c453-4752-b3c3-62b3f99ca3b7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0708702 Aug 24 22:16:22.738516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:22.763424 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:22.785637 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=538da178-247c-4aae-950a-6ae3d9277905,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:22.787346 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dc4824bc-67d6-4950-82a8-3b64375f357d req-c82e12e7-739c-4065-b3a3-e74e6234ae9a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527914 Aug 24 22:16:22.827495 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fce51-54d2-4bf6-a523-ecd10bb4ad48 req-51184968-08fd-4cf9-be54-ff536549a0a2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:22.830840 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad9fce51-54d2-4bf6-a523-ecd10bb4ad48 req-51184968-08fd-4cf9-be54-ff536549a0a2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1046860 Aug 24 22:16:22.842623 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Checking segment: {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:22.842971 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Network hostable DHCP agents. Network: 599ba566-8445-466f-9f1a-921d2884bd0c, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:16:22.876852 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad9fce51-54d2-4bf6-a523-ecd10bb4ad48 req-60d69e9a-f324-47c4-9362-07d83b355c3e tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391643 Aug 24 22:16:22.951736 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Network 599ba566-8445-466f-9f1a-921d2884bd0c is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:16:23.051266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 599ba566-8445-466f-9f1a-921d2884bd0c) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:23.055770 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:23.056420 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.062699 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17dae0-f35a-4c4a-9765-9f47b1c187da None None] Network 599ba566-8445-466f-9f1a-921d2884bd0c requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:16:23.067893 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:23.096939 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d759-9620-4878-95e0-45c1e8b0f29b None None] The sync data for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi is: [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:23.127628 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:23.150622 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33586) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:23.155518 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0933c1b0-cec1-4b20-9ef2-b33bd7a724fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8223166 Aug 24 22:16:23.158467 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:23.285298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2004821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6418'] for router, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.285298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1994516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2093238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6411'] for router, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.285511 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa73de792-a88b-5c71-b30e-c82be47b5ced-599ba566-8445-466f-9f1a-921d2884bd0c', 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'fixed_ips': [{'subnet_id': '538da178-247c-4aae-950a-6ae3d9277905'}]}} from dv-cinder-789564-11-iscsi. {{(pid=94694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:16:23.286249 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.338778 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.354505 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:23.367061 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:23.367434 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.475584 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.db_base_plugin_common [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Allocated IP 172.20.0.2 (599ba566-8445-466f-9f1a-921d2884bd0c/538da178-247c-4aae-950a-6ae3d9277905/fe42915a-395c-4040-a51f-557c1dd987a8) {{(pid=94694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:23.551925 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.552273 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.637340 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:23.698132 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a267a9d-eabf-49f2-ae3e-9ac194435799 req-15b86dfa-7855-4c47-8900-b604b86a8f51 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:23.699727 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a267a9d-eabf-49f2-ae3e-9ac194435799 req-15b86dfa-7855-4c47-8900-b604b86a8f51 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 945 time: 0.1010351 Aug 24 22:16:23.709933 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks [] for port, precommit_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.710556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac3c8e-0b42-4c4a-90fc-cbdaf511304a req-20135982-b37d-47db-b09c-7f0d3b2262a6 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:23.712083 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35ac3c8e-0b42-4c4a-90fc-cbdaf511304a req-20135982-b37d-47db-b09c-7f0d3b2262a6 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1122308 Aug 24 22:16:23.718575 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Transition to ACTIVE for port object fe42915a-395c-4040-a51f-557c1dd987a8 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:23.735888 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Transition to ACTIVE for port object fe42915a-395c-4040-a51f-557c1dd987a8 will not be triggered until provisioned by entity DHCP. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:23.739601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.739601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 9fca682f-3f99-4728-aa38-8a695dedab03 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:23.816790 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:23.819651 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81b16e-adb2-4c00-abac-970183a8205a" -d '{"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:23.830823 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:23.836902 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939'] for port, after_create {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.881388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Network 599ba566-8445-466f-9f1a-921d2884bd0c is already hosted by enough agents. {{(pid=94694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:23.884640 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.scheduler.base_scheduler [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Resources bound (agent type, host, resource id): {{(pid=94694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:23.888094 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Received port after_create {{(pid=94694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:23.948961 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Pushing event updated for resources: {'Port': ['ID=fe42915a-395c-4040-a51f-557c1dd987a8,revision_number=1']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:23.962032 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 9fca682f-3f99-4728-aa38-8a695dedab03 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:23.967016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Attempting to bind port fe42915a-395c-4040-a51f-557c1dd987a8 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:23.967366 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Attempting to bind port fe42915a-395c-4040-a51f-557c1dd987a8 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:23.967721 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Attempting to bind port fe42915a-395c-4040-a51f-557c1dd987a8 on network 599ba566-8445-466f-9f1a-921d2884bd0c {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:23.973900 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:23.974280 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Checking segment: {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:23.974682 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.975070 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Bound using segment: {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:23.975549 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Bound port: fe42915a-395c-4040-a51f-557c1dd987a8, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:23.975932 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:23.979138 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 9fca682f-3f99-4728-aa38-8a695dedab03 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:23.979503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.085800 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] For port fe42915a-395c-4040-a51f-557c1dd987a8, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:24.095040 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3a267a9d-eabf-49f2-ae3e-9ac194435799 req-efa85e61-9567-4290-9ff2-3dc081b89a3a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811047 Aug 24 22:16:24.116973 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4e718841-7c3a-4607-8333-0ddb68df2d06 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:24.130074 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] For port fe42915a-395c-4040-a51f-557c1dd987a8, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fe42915a-395c-4040-a51f-557c1dd987a8,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:24.142498 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35ac3c8e-0b42-4c4a-90fc-cbdaf511304a req-18f43442-b2ba-4066-9275-06564fbcb3bb tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198616 Aug 24 22:16:24.165566 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a171c-9906-48bb-a14f-5ad28eb52f5d x-openstack-request-id: req-8d4a171c-9906-48bb-a14f-5ad28eb52f5d {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:24.165855 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:24.166135 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d4a171c-9906-48bb-a14f-5ad28eb52f5d {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:24.166480 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'code': 200} Aug 24 22:16:24.171098 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.216297 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.238706 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9fca682f-3f99-4728-aa38-8a695dedab03,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:24.319097 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 4e718841-7c3a-4607-8333-0ddb68df2d06 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:24.319474 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.358093 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a96f54-355a-4e13-bfae-ab92b37b15ac None None] Pushing event updated for resources: {'Port': ['ID=fe42915a-395c-4040-a51f-557c1dd987a8,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:24.376323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.412090 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517d19-cbc3-41fa-b807-5ba3ec1a61ab req-fa2fc568-0b9b-4032-8ab2-e3d9b98c6572 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:24.416759 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9517d19-cbc3-41fa-b807-5ba3ec1a61ab req-fa2fc568-0b9b-4032-8ab2-e3d9b98c6572 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1525738 Aug 24 22:16:24.437399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.455470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22a48c-10d1-4485-a657-b54e1921d46e req-f9af8ce0-452b-4e13-a410-34afe2b321f6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:24.457163 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b22a48c-10d1-4485-a657-b54e1921d46e req-f9af8ce0-452b-4e13-a410-34afe2b321f6 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1584268 Aug 24 22:16:24.468405 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:24.481404 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.486423 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 9e543c21-232b-41ac-8a55-48d678162cfe up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:24.547122 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d9517d19-cbc3-41fa-b807-5ba3ec1a61ab req-4060d8d6-707d-4953-8ff9-5b045f3e324d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202033 Aug 24 22:16:24.598478 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b22a48c-10d1-4485-a657-b54e1921d46e req-1272194e-c40b-4b6f-b7de-46061c87d92c tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196380 Aug 24 22:16:24.691831 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Allocated IP 172.27.2.138 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/0fbbde3f-3935-49cd-87da-0cf9e52561e9) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:24.767936 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.863093 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 9e543c21-232b-41ac-8a55-48d678162cfe completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:24.867185 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 9e543c21-232b-41ac-8a55-48d678162cfe triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:24.867555 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.910050 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.947022 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:24.953754 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:24.962391 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:24.964843 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:24.979749 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 9e543c21-232b-41ac-8a55-48d678162cfe, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=9e543c21-232b-41ac-8a55-48d678162cfe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:24.994588 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d9d3-7993-493a-a71d-e7159597b1a0 req-bb7ffaf3-03ff-4430-8967-2555ed758416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:24.996107 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a96d9d3-7993-493a-a71d-e7159597b1a0 req-bb7ffaf3-03ff-4430-8967-2555ed758416 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1099 time: 0.1116526 Aug 24 22:16:24.998908 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbbde3f-3935-49cd-87da-0cf9e52561e9,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:25.046338 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:25.099215 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:25.104811 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a96d9d3-7993-493a-a71d-e7159597b1a0 req-dfea86ef-9f64-4a98-b133-bde55a08aafb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993056 Aug 24 22:16:25.222014 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555890de-de7f-4760-9ddb-601dcbd9507b req-78af1f38-405a-4236-bdee-cd8a8900b0e1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:25.223815 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-555890de-de7f-4760-9ddb-601dcbd9507b req-78af1f38-405a-4236-bdee-cd8a8900b0e1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.0522277 Aug 24 22:16:25.320156 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e2061-aa56-4d23-9cc3-73cafaade7a5 None None] Network 599ba566-8445-466f-9f1a-921d2884bd0c requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:16:25.367393 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-555890de-de7f-4760-9ddb-601dcbd9507b req-c2010a93-9db4-4db3-81ee-413b5d2f514c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338487 Aug 24 22:16:25.377842 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d23fd-f224-49d8-b2d9-376588142bd2 req-480ce248-9464-44a5-80b8-31fb915b19b8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:25.379331 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c84d23fd-f224-49d8-b2d9-376588142bd2 req-480ce248-9464-44a5-80b8-31fb915b19b8 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1549139 Aug 24 22:16:25.404711 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:25.445010 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-ae36a53c-2f8a-42ea-b060-5b18c3326854 None None] Provisioning for port fe42915a-395c-4040-a51f-557c1dd987a8 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:25.496410 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c84d23fd-f224-49d8-b2d9-376588142bd2 req-6d579ecf-030f-4ab6-99be-e49255ab0dcd tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996499 Aug 24 22:16:25.681187 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bf6fe-d978-43c5-b70d-d4bd553ff57d req-eae0f67c-effb-40fd-ac40-cf01348243d3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:25.682644 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b67bf6fe-d978-43c5-b70d-d4bd553ff57d req-eae0f67c-effb-40fd-ac40-cf01348243d3 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.0950747 Aug 24 22:16:25.689561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1994599'] for router, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:25.692205 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33606) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:25.696860 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Request body: {'floatingip': {'port_id': '6995d2ac-9603-4e18-b34b-b8129b8a121c'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:25.743933 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:25.781959 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7191e-e946-4a69-a076-2d36501fabe7 req-a8b2e945-f4a8-4444-b2fa-863b37919edd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:25.783439 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-44f7191e-e946-4a69-a076-2d36501fabe7 req-a8b2e945-f4a8-4444-b2fa-863b37919edd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1457870 Aug 24 22:16:25.865431 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-44f7191e-e946-4a69-a076-2d36501fabe7 req-ccb7fc94-9e83-49e3-a1cf-3a70c184f31d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602529 Aug 24 22:16:25.875238 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2334-8e36-4008-882f-b8df08c5a672 req-830a232e-af68-453d-a383-3abea23b28a1 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:25.877494 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4eec2334-8e36-4008-882f-b8df08c5a672 req-830a232e-af68-453d-a383-3abea23b28a1 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1139765 Aug 24 22:16:25.943003 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4eec2334-8e36-4008-882f-b8df08c5a672 req-99c779f9-1cae-453e-b510-ae1b0ea07ee5 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576344 Aug 24 22:16:25.985131 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fe42915a-395c-4040-a51f-557c1dd987a8 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:26.069061 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 is scheduled to L3 agent fe353010-0be3-47ff-85e8-213f077feca1 with binding_index 1 {{(pid=94693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:16:26.114254 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port fe42915a-395c-4040-a51f-557c1dd987a8 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:26.119391 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fe42915a-395c-4040-a51f-557c1dd987a8 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:26.119883 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.179177 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:26.180851 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.182902 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:26.185167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97185803-9b6f-4162-bd74-a695beba7fb0" -d '{"events": [{"server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "name": "network-vif-plugged", "status": "completed", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:26.191783 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Sync routers for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:26.210340 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:26.210955 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:26.246434 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.248992 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba93458-3a6a-4659-a949-5b0f0f896911 x-openstack-request-id: req-1ba93458-3a6a-4659-a949-5b0f0f896911 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:26.249276 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "name": "network-vif-plugged", "status": "completed", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:26.249539 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba93458-3a6a-4659-a949-5b0f0f896911 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:26.249882 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03', 'code': 200} Aug 24 22:16:26.274314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.308790 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.313095 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-961719a1-67a8-41cc-8374-8d72e1165d85 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1598985 Aug 24 22:16:26.313095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33612) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:26.321048 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port fe42915a-395c-4040-a51f-557c1dd987a8, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fe42915a-395c-4040-a51f-557c1dd987a8,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:26.343880 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:26.392006 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Floating IP b1126d9c-ee12-4a1f-b52f-5a85757cb43e associated. External IP: 172.27.2.170, port: 6995d2ac-9603-4e18-b34b-b8129b8a121c. Aug 24 22:16:26.404932 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.405707 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 9e543c21-232b-41ac-8a55-48d678162cfe up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:26.539870 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=fe42915a-395c-4040-a51f-557c1dd987a8,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:26.568546 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 9e543c21-232b-41ac-8a55-48d678162cfe triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:26.568926 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.584020 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d06b-e79a-443f-9bd1-811cb196915d req-6cecafed-72a5-4479-b52d-09780f0b333c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:26.585523 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9af9d06b-e79a-443f-9bd1-811cb196915d req-6cecafed-72a5-4479-b52d-09780f0b333c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.1032696 Aug 24 22:16:26.635608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:26.687810 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:25Z', 'revision_number': 3, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:26.716558 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9af9d06b-e79a-443f-9bd1-811cb196915d req-47ed99cd-a25e-4501-9255-308293c6abec tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177421 Aug 24 22:16:26.799549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:26.805670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.811264 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:26.824572 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:26.829753 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:26.844574 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9b00eae6-e584-4ad4-a67f-e7e52fae4b58 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "PUT /v2.0/floatingips/b1126d9c-ee12-4a1f-b52f-5a85757cb43e HTTP/1.1" status: 200 len: 992 time: 1.1510677 Aug 24 22:16:26.845773 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:26.848673 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de821dd5-3805-436c-8a7f-94846a86dc21" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:26.914110 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Checking router: 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:26.914476 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Updating router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 binding host dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:16:26.921294 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef396a8-2294-448f-8c5c-f04f2addeb7a x-openstack-request-id: req-5ef396a8-2294-448f-8c5c-f04f2addeb7a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:26.921716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:26.922541 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ef396a8-2294-448f-8c5c-f04f2addeb7a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:26.923131 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'status': 'completed', 'code': 200} Aug 24 22:16:26.950439 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157399-e839-4ae8-8515-b1462c04ef02 req-f59b018d-32c8-4608-8f22-3a72120b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:26.951989 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0157399-e839-4ae8-8515-b1462c04ef02 req-f59b018d-32c8-4608-8f22-3a72120b7399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 1099 time: 0.0957224 Aug 24 22:16:26.956703 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:26.962511 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:26.966736 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.069788 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-97847f14-6b60-4810-abf7-796a65a31b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.075488 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-97847f14-6b60-4810-abf7-796a65a31b94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 1099 time: 0.0632010 Aug 24 22:16:27.108459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60d81-6a2c-4f31-9513-82c157bb864c req-462033c8-be72-4805-9ab6-08d822e7c68e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.110121 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6df60d81-6a2c-4f31-9513-82c157bb864c req-462033c8-be72-4805-9ab6-08d822e7c68e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1030886 Aug 24 22:16:27.113457 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0157399-e839-4ae8-8515-b1462c04ef02 req-88afb30b-bba3-44b0-86be-52830077c534 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929306 Aug 24 22:16:27.201330 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6df60d81-6a2c-4f31-9513-82c157bb864c req-b4d73a5d-7a75-48f1-96df-52e2950dc79a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810323 Aug 24 22:16:27.211056 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'b1126d9c-ee12-4a1f-b52f-5a85757cb43e', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:1e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:07Z', 'updated_at': '2021-08-24T22:16:26Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:27.214186 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-cc0786b4-c4fb-431d-aedb-d0a790f2e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.215286 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-cc0786b4-c4fb-431d-aedb-d0a790f2e7d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 200 len: 911 time: 0.1324477 Aug 24 22:16:27.247761 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:27.260448 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:27.261208 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:27.270379 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dcc93-9d29-43fd-95ee-47b752345e3b req-fd41c60d-015a-4c66-b50f-e48aaa22b595 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.272285 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d1dcc93-9d29-43fd-95ee-47b752345e3b req-fd41c60d-015a-4c66-b50f-e48aaa22b595 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1053872 Aug 24 22:16:27.300487 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks [] for port, precommit_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.311835 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Transition to ACTIVE for port object 0fbbde3f-3935-49cd-87da-0cf9e52561e9 will not be triggered until provisioned by entity L2. {{(pid=94694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:27.373954 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:27.388980 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.458527 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Attempting to bind port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:27.459001 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Attempting to bind port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:27.459429 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Attempting to bind port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 on network c6fee771-291a-4720-80be-0370e2220b5f {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:27.469130 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:27.469624 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Checking segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:27.470100 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.471233 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Bound using segment: {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'} {{(pid=94694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:27.471233 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.managers [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Bound port: 0fbbde3f-3935-49cd-87da-0cf9e52561e9, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c689800-1d62-48a9-9b03-58cd7849063e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f'}}] {{(pid=94694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:27.471559 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.473463 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2def-d679-4844-8bc1-34b346f2d6c5 None None] Pushing event updated for resources: {'Port': ['ID=0fbbde3f-3935-49cd-87da-0cf9e52561e9,revision_number=2']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:27.503189 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-7e9fb948-eb80-4a1a-8265-583cd01d0599 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c HTTP/1.1" status: 200 len: 1000 time: 0.0960383 Aug 24 22:16:27.537484 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] For port 0fbbde3f-3935-49cd-87da-0cf9e52561e9, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:27.541993 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] For port 0fbbde3f-3935-49cd-87da-0cf9e52561e9, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=0fbbde3f-3935-49cd-87da-0cf9e52561e9,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:27.571721 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-3a08e19d-9ac3-45f6-886f-db4d294a5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.571991 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-3a08e19d-9ac3-45f6-886f-db4d294a5b55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 200 len: 849 time: 0.0592268 Aug 24 22:16:27.613159 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.637251 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-55dcaa5a-d943-4ffb-a52a-e767f0a1b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.643273 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-53753f93-8156-4009-9692-b8260af3b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'b1126d9c-ee12-4a1f-b52f-5a85757cb43e', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:1e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:07Z', 'updated_at': '2021-08-24T22:16:26Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:27.653595 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-55dcaa5a-d943-4ffb-a52a-e767f0a1b1bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5aa1007a-5b37-4401-87ed-dfa7b9977c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577080 Aug 24 22:16:27.661704 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2d1dcc93-9d29-43fd-95ee-47b752345e3b req-85d5c7f7-8b6f-4282-b7bf-83876b1c44d7 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3744009 Aug 24 22:16:27.674114 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:27.674762 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:27.682841 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53753f93-8156-4009-9692-b8260af3b030 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'b1126d9c-ee12-4a1f-b52f-5a85757cb43e', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'port_id': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'mac_address': 'fa:16:3e:1e:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:07Z', 'updated_at': '2021-08-24T22:16:26Z', 'revision_number': 1, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:27.693690 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dabac-de73-45fa-be6e-89723a603adc req-1199722e-9e85-4386-9953-0074764e3872 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:27.695353 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a77dabac-de73-45fa-be6e-89723a603adc req-1199722e-9e85-4386-9953-0074764e3872 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.4003618 Aug 24 22:16:27.705366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33626) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:27.707837 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Allocated IP 172.20.0.1 (599ba566-8445-466f-9f1a-921d2884bd0c/538da178-247c-4aae-950a-6ae3d9277905/82ad52d1-4f30-437a-957d-8def06aa2675) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:16:27.712664 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Request body: {'floatingip': {'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:27.777786 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:27.778015 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-6a4d3c1c-668c-4af2-8beb-dc9989fce625 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230965 Aug 24 22:16:27.791853 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2def-d679-4844-8bc1-34b346f2d6c5 None None] Pushing event updated for resources: {'Port': ['ID=0fbbde3f-3935-49cd-87da-0cf9e52561e9,revision_number=3']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:27.823112 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:27.945863 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-de821dd5-3805-436c-8a7f-94846a86dc21 req-f385cde8-6ab5-4de1-b92a-01ca8a3afb4c service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560576 Aug 24 22:16:27.951231 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fe42915a-395c-4040-a51f-557c1dd987a8 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:28.003629 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3338e7-b054-4ac1-825c-0c1abadc9334 None None] New status for floating IP b1126d9c-ee12-4a1f-b52f-5a85757cb43e: ACTIVE {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:16:28.008397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8dd2a-1617-4ec8-9ebd-b0368f5ed013 req-7a3ad6ed-c144-4018-a348-1bad3fd0f702 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:28.009927 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7de8dd2a-1617-4ec8-9ebd-b0368f5ed013 req-7a3ad6ed-c144-4018-a348-1bad3fd0f702 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.1830740 Aug 24 22:16:28.120417 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.153437 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.provisioning_blocks [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Transition to ACTIVE for port object 82ad52d1-4f30-437a-957d-8def06aa2675 will not be triggered until provisioned by entity DHCP. {{(pid=94693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:28.164994 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7de8dd2a-1617-4ec8-9ebd-b0368f5ed013 req-1c768e61-8490-493d-b7f7-3c83ad7a7add tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433485 Aug 24 22:16:28.168535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port fe42915a-395c-4040-a51f-557c1dd987a8 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:28.168754 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.274291 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:25Z', 'revision_number': 3, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:28.317691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21c9ab-2991-40d0-b8d5-ee0e966a9c29 None None] The sync data for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi is: [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:25Z', 'revision_number': 3, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:28.362302 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.451700 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Network 599ba566-8445-466f-9f1a-921d2884bd0c is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:28.459976 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:28.466100 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:16:28.471866 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Pushing event updated for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:28.503311 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.520144 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993748'] for router_interface, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.584683 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.759402 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Floating IP e06135af-32de-407b-976f-f9bcca74f716 associated. External IP: 172.27.2.220, port: 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4. Aug 24 22:16:28.786150 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-8e1c37c8-0edb-4827-a144-bae537e59e86 None None] Provisioning for port 82ad52d1-4f30-437a-957d-8def06aa2675 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:28.790478 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-8e1c37c8-0edb-4827-a144-bae537e59e86 None None] Provisioning complete for port 82ad52d1-4f30-437a-957d-8def06aa2675 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:28.790911 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-8e1c37c8-0edb-4827-a144-bae537e59e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.830485 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c37c8-0edb-4827-a144-bae537e59e86 None None] Port 82ad52d1-4f30-437a-957d-8def06aa2675 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:28.883770 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:28.901924 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be019c-0af9-43de-a7ab-ca367ea6c294 req-cf26b999-20eb-4bb2-a273-e960e5414070 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:28.903411 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27be019c-0af9-43de-a7ab-ca367ea6c294 req-cf26b999-20eb-4bb2-a273-e960e5414070 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1689239 Aug 24 22:16:29.013496 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-27be019c-0af9-43de-a7ab-ca367ea6c294 req-0b5cf6a3-c0aa-4a2c-9554-f081d8060bca tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029148 Aug 24 22:16:29.187886 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:29.194258 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:29.265700 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:29.591208 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992130'] for router_interface, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:29.601795 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Pushing event updated for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:29.615185 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:29.620804 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:29.624209 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:29.632858 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:29.633453 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:29.633712 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a86c3-6de9-4007-9079-42daedc97bbd req-f0db9f4f-f247-45bb-a3a4-df3898798b05 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:29.635196 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b33a86c3-6de9-4007-9079-42daedc97bbd req-f0db9f4f-f247-45bb-a3a4-df3898798b05 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.3732543 Aug 24 22:16:29.710534 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-13e68ffb-6ecc-456e-ad17-c8a59568773d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "PUT /v2.0/floatingips/e06135af-32de-407b-976f-f9bcca74f716 HTTP/1.1" status: 200 len: 992 time: 2.0040123 Aug 24 22:16:29.713708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:29.715925 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d99b338-9713-4522-996d-1404f09f5bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:29.738962 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:29.750393 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b33a86c3-6de9-4007-9079-42daedc97bbd req-0cf14717-fb17-4990-9edb-bf07ac62badf tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Aug 24 22:16:29.780884 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Network 599ba566-8445-466f-9f1a-921d2884bd0c is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:16:29.785237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:16:29.863166 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008ca58-1c1e-46db-a650-98487b13a347 x-openstack-request-id: req-e008ca58-1c1e-46db-a650-98487b13a347 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:29.863462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:29.864332 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e008ca58-1c1e-46db-a650-98487b13a347 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:29.864332 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'status': 'completed', 'code': 200} Aug 24 22:16:29.874340 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:29.999125 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 0fbbde3f-3935-49cd-87da-0cf9e52561e9 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:30.007185 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b338-9713-4522-996d-1404f09f5bcb req-a0745a47-cbf0-423d-a937-dff4743bd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:30.012074 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-a0745a47-cbf0-423d-a937-dff4743bd349 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1099 time: 0.1026661 Aug 24 22:16:30.039896 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:16:30.178827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b338-9713-4522-996d-1404f09f5bcb req-42ce3f45-b680-4611-83c6-230da8f252ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:30.180668 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-42ce3f45-b680-4611-83c6-230da8f252ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1534839 Aug 24 22:16:30.183201 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'e06135af-32de-407b-976f-f9bcca74f716', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b85fc63-410f-45af-8efc-218bb96bae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:09Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:30.198207 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:30.201289 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:30.201668 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:30.246594 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:30.264219 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-3c3ebb8e-4286-43b8-8a27-19220971f35d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 1000 time: 0.0743008 Aug 24 22:16:30.277131 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:30.277773 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:16:30.277951 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:30.286686 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c063ca41-d85a-47df-b5cd-801cef49523e admin admin] 10.222.0.20 "PUT /v2.0/routers/24ec0b06-d0ab-4eec-9d5e-bb70869e5df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9729378 Aug 24 22:16:30.299892 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319853e-2c1d-47a6-a4c8-0c0561c5ec01 req-7f450065-799d-405e-942a-3b60df37b748 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:30.301505 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b319853e-2c1d-47a6-a4c8-0c0561c5ec01 req-7f450065-799d-405e-942a-3b60df37b748 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.1155319 Aug 24 22:16:30.336047 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b338-9713-4522-996d-1404f09f5bcb req-12bcef37-0e94-413a-a3ce-36c3955175bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:30.337589 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-12bcef37-0e94-413a-a3ce-36c3955175bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0621932 Aug 24 22:16:30.347070 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-a8bab765-8ef4-4a88-bae5-8977b12883d4 None None] Provisioning complete for port 82ad52d1-4f30-437a-957d-8def06aa2675 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:30.349832 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a8bab765-8ef4-4a88-bae5-8977b12883d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:30.402720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b319853e-2c1d-47a6-a4c8-0c0561c5ec01 req-9679e2fc-11d5-4ed3-b84b-caeb83e0c6aa tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942595 Aug 24 22:16:30.439734 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b338-9713-4522-996d-1404f09f5bcb req-6d90435c-01c4-42aa-bcb5-27c7f44bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:30.440771 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:30.445485 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-6d90435c-01c4-42aa-bcb5-27c7f44bee8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876427 Aug 24 22:16:30.504517 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-a8bab765-8ef4-4a88-bae5-8977b12883d4 None None] Port 82ad52d1-4f30-437a-957d-8def06aa2675 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:16:30.520738 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:30.551576 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 0fbbde3f-3935-49cd-87da-0cf9e52561e9, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=0fbbde3f-3935-49cd-87da-0cf9e52561e9,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:30.568772 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-fc2743e9-b9a7-4d40-8309-dcb07a02313c service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116135 Aug 24 22:16:30.648960 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:30.683672 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1d99b338-9713-4522-996d-1404f09f5bcb req-bfae80ff-f3d9-4406-aeb3-b3a165067849 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073830 Aug 24 22:16:30.715147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=0fbbde3f-3935-49cd-87da-0cf9e52561e9,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:30.863202 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'e06135af-32de-407b-976f-f9bcca74f716', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b85fc63-410f-45af-8efc-218bb96bae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:09Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:30.884039 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33660) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:30.889000 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135782006', 'description': 'tempest-secgroup-smoke-1135782006 description', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:30.898080 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ee5e4-2076-4e45-922c-e795ae1ba06b None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': 'e06135af-32de-407b-976f-f9bcca74f716', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b85fc63-410f-45af-8efc-218bb96bae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:16:09Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 1, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:31.049559 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.133309 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.149297 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8ed0a-d47e-4bef-9710-4bb9e995f743 None None] New status for floating IP e06135af-32de-407b-976f-f9bcca74f716: ACTIVE {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:16:31.310119 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Sync routers for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:16:31.319875 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:31.320505 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:31.397727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.420903 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:31.438283 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:31.528738 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.530328 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-15fd0b8b-666b-4e22-85e7-bbb0773a29cd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6450620 Aug 24 22:16:31.533302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33666) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:31.539794 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:31.553542 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eab51-8afc-43b0-abff-550c6fddc322 req-56684ff9-6e09-47b5-8372-70e80c62500c tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:31.555048 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e5eab51-8afc-43b0-abff-550c6fddc322 req-56684ff9-6e09-47b5-8372-70e80c62500c tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0583673 Aug 24 22:16:31.606574 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4e5eab51-8afc-43b0-abff-550c6fddc322 req-d0d1bffa-a960-4cf4-be14-79be0769ec7c tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452077 Aug 24 22:16:31.653535 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 4, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '82ad52d1-4f30-437a-957d-8def06aa2675', 'name': '', 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'mac_address': 'fa:16:3e:4b:18:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '538da178-247c-4aae-950a-6ae3d9277905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:27Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 2, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'subnets': [{'id': '538da178-247c-4aae-950a-6ae3d9277905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:31.662886 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.682005 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Checking router: 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:16:31.682365 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Updating router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 port 82ad52d1-4f30-437a-957d-8def06aa2675 binding host dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:16:31.707415 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.722927 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.819124 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.845641 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1af9f6-97f7-4bd0-af9e-1e8241eb3aa2,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:31.897242 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 0fbbde3f-3935-49cd-87da-0cf9e52561e9 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:31.947241 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:31.947618 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.954641 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:31.958966 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33674) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:31.963166 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-49751d51-1fd8-4405-9a22-18d3f16ac4a3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4286132 Aug 24 22:16:31.968327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:31.991636 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.002947 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Transition to ACTIVE for port object 82ad52d1-4f30-437a-957d-8def06aa2675 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:16:32.108180 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.155675 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.157629 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.211284 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117792a5-1875-4db1-831c-e8ca94e371b7 None None] Pushing event updated for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:32.260580 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.264757 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Attempting to bind port 82ad52d1-4f30-437a-957d-8def06aa2675 on host dv-cinder-789564-11-iscsi for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:16:32.265150 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Attempting to bind port 82ad52d1-4f30-437a-957d-8def06aa2675 by drivers openvswitch,hyperv on host dv-cinder-789564-11-iscsi at level 0 using segments [{'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:16:32.265523 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Attempting to bind port 82ad52d1-4f30-437a-957d-8def06aa2675 on network 599ba566-8445-466f-9f1a-921d2884bd0c {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:16:32.272234 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Checking agent: {'id': '85d6358c-7370-4a46-b2dd-24ef974174fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 2, 16), 'started_at': datetime.datetime(2021, 8, 24, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:16:32.272618 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Checking segment: {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:16:32.273080 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.273477 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Bound using segment: {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:16:32.274357 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Bound port: 82ad52d1-4f30-437a-957d-8def06aa2675, host: dv-cinder-789564-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:16:32.274600 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.283625 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec9ac43-ad43-4f55-9d1f-6211c49dd6cf,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:32.348698 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] For port 82ad52d1-4f30-437a-957d-8def06aa2675, host dv-cinder-789564-11-iscsi, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:16:32.350831 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] For port 82ad52d1-4f30-437a-957d-8def06aa2675, host dv-cinder-789564-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=82ad52d1-4f30-437a-957d-8def06aa2675,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:16:32.374673 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.375886 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6183a49a-69d0-4d67-8a77-2a1adcdc5203 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4159322 Aug 24 22:16:32.378733 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33682) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:32.383092 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:32.447992 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.506742 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:16:32.507420 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:16:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:32.523422 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.547803 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117792a5-1875-4db1-831c-e8ca94e371b7 None None] Pushing event updated for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=4']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:32.590744 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.623745 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:16:32.663457 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.683575 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffa7e41-4359-4eb4-9090-c9c820b62033,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:32.745481 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47862-21df-47b3-8546-83db685106c3 req-3505a252-10a5-465a-94a5-1f9256aa16fe tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:32.747060 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aff47862-21df-47b3-8546-83db685106c3 req-3505a252-10a5-465a-94a5-1f9256aa16fe tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0532882 Aug 24 22:16:32.778681 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.779849 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3da1c3a7-edb0-4b13-9585-909d446d756b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4001820 Aug 24 22:16:32.783428 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33690) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:32.789247 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:32.799702 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aff47862-21df-47b3-8546-83db685106c3 req-16620ffd-0c49-4441-b9bb-b4675ed45445 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413208 Aug 24 22:16:32.860036 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 4, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '82ad52d1-4f30-437a-957d-8def06aa2675', 'name': '', 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'mac_address': 'fa:16:3e:4b:18:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '538da178-247c-4aae-950a-6ae3d9277905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:27Z', 'updated_at': '2021-08-24T22:16:32Z', 'revision_number': 4, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'subnets': [{'id': '538da178-247c-4aae-950a-6ae3d9277905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:16:32.885195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:32.890621 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d07d2-2ae9-49a9-9384-fea2bfc575ee None None] The sync data for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi is: [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:16:28Z', 'revision_number': 4, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '82ad52d1-4f30-437a-957d-8def06aa2675', 'name': '', 'network_id': '599ba566-8445-466f-9f1a-921d2884bd0c', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'mac_address': 'fa:16:3e:4b:18:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '538da178-247c-4aae-950a-6ae3d9277905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:27Z', 'updated_at': '2021-08-24T22:16:32Z', 'revision_number': 4, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'subnets': [{'id': '538da178-247c-4aae-950a-6ae3d9277905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:16:32.946278 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.034450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.051888 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601dbbeb-781d-43fa-b56b-5c50814ca6b8,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:33.148582 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.149839 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a6382739-ff71-4ecb-a4cb-8c75e2bcd282 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3645439 Aug 24 22:16:33.152551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 33694) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:33.157131 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:33.272038 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.securitygroups_db [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Project b535f3cc9d5e4b3eb9466a82135cbaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:16:33.277367 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.350925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.417373 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.438503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f722fd6a-fd88-4a8b-a46d-cf77a9b78494,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:33.563629 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.565047 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2ac0ef9a-46f3-4a42-bd2f-52d3677682d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4113512 Aug 24 22:16:33.567846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 33696) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:16:33.572614 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'security_group_rule': {'security_group_id': 'dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79', 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:33.605729 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-8c36df04-da35-4b03-9a1d-05b7ae81e662 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397744 Aug 24 22:16:33.660073 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.securitygroups_db [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Project b535f3cc9d5e4b3eb9466a82135cbaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:16:33.665209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.727598 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.727829 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-7bbd4bd3-f715-4457-9d6c-2528bfa6b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:33.729134 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-7bbd4bd3-f715-4457-9d6c-2528bfa6b17a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 1098 time: 0.0404136 Aug 24 22:16:33.805760 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077024'] for security_group_rule, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.823157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e93763-f41d-42d7-ae88-b96bcc6edbbc,revision_number=0']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:33.836624 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.836931 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.837324 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.837603 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.837934 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.838960 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.838960 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.838960 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.839228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.839500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.839817 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.840202 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:33.865997 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-5fa0867b-224f-450f-a5ee-5641749778e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:33.867709 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-5fa0867b-224f-450f-a5ee-5641749778e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.1120243 Aug 24 22:16:33.947101 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 82ad52d1-4f30-437a-957d-8def06aa2675 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:33.947921 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:33.949124 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b049e7c2-3dd7-4522-9da4-f184f265ba14 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3802576 Aug 24 22:16:33.972721 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-5d1f739f-60c3-4f31-9e02-46f95aec64c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 200 len: 1001 time: 0.0835569 Aug 24 22:16:33.997837 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105d4e1-8ee9-4042-8b7c-7ded317491aa req-c95ae021-05db-4d55-beab-502f2f43ed86 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:33.999878 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6105d4e1-8ee9-4042-8b7c-7ded317491aa req-c95ae021-05db-4d55-beab-502f2f43ed86 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0893846 Aug 24 22:16:34.048993 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-f5d259df-e2d4-466a-9535-7ceb6bdc8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:34.050992 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-f5d259df-e2d4-466a-9535-7ceb6bdc8165 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0594270 Aug 24 22:16:34.064849 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6105d4e1-8ee9-4042-8b7c-7ded317491aa req-548c8800-bff0-4ab1-8d3b-c1b43bd6c0b0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560002 Aug 24 22:16:34.114808 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning for port 82ad52d1-4f30-437a-957d-8def06aa2675 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:16:34.114978 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-2e35b17c-f546-4ab0-b7d5-51a9ff0e3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:34.114978 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-2e35b17c-f546-4ab0-b7d5-51a9ff0e3fff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502431 Aug 24 22:16:34.115171 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 82ad52d1-4f30-437a-957d-8def06aa2675 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:34.115171 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:34.205283 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:34.222560 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-9b426f6d-9ad6-488b-8304-1869462cf23a service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Aug 24 22:16:34.272020 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] For port 82ad52d1-4f30-437a-957d-8def06aa2675, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=82ad52d1-4f30-437a-957d-8def06aa2675,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:34.340547 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:34.360908 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a73d5b1b-0119-4c10-9099-4708458d6316 req-90ac1fd1-3ee8-4df2-9bb4-1bdae0662f05 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203606 Aug 24 22:16:34.390606 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Pushing event updated for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:35.180727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816705f4-8637-4ff0-9f04-500fbaad97e9 req-40a42c7e-415f-4819-a3e5-d913b4943b9a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:35.182206 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-816705f4-8637-4ff0-9f04-500fbaad97e9 req-40a42c7e-415f-4819-a3e5-d913b4943b9a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0485709 Aug 24 22:16:35.222445 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-816705f4-8637-4ff0-9f04-500fbaad97e9 req-e32a1302-fffe-4680-a650-5302aa438029 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340703 Aug 24 22:16:35.883457 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 82ad52d1-4f30-437a-957d-8def06aa2675 up at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:16:35.933141 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Provisioning complete for port 82ad52d1-4f30-437a-957d-8def06aa2675 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:16:35.933574 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:36.344842 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf60066-6a68-44a5-b802-3b6064746494 req-fedd8e98-50de-4404-855f-bae4a692538b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:36.346374 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-edf60066-6a68-44a5-b802-3b6064746494 req-fedd8e98-50de-4404-855f-bae4a692538b tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0525889 Aug 24 22:16:36.387423 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-edf60066-6a68-44a5-b802-3b6064746494 req-2ae98834-9af8-41db-a6ac-055e540e4cca tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&id=ff197980-59a2-425f-8b2c-6660e7a8ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348866 Aug 24 22:16:39.766663 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:16:42.768684 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f954ec8d-3e39-4fce-94b6-198bc73a5b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:45.540135 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4c720-95a8-43d1-a7b6-d3b91aacc55c req-d3e0be80-d90c-4a41-86fd-9e8aba7cfa82 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:45.542001 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-baa4c720-95a8-43d1-a7b6-d3b91aacc55c req-d3e0be80-d90c-4a41-86fd-9e8aba7cfa82 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.0526285 Aug 24 22:16:45.581223 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-baa4c720-95a8-43d1-a7b6-d3b91aacc55c req-a876ea51-9ade-4f4b-8acf-25f0dd4568b3 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Aug 24 22:16:45.678131 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c6a2b452-47dd-4f0a-982a-9dbb20b861a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:45.771464 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:46.679863 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:46.700011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f677744-b6cc-4283-bfed-c94483d9440b req-988d896a-ee2b-4e8d-8c4a-8efcf754ae8d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:46.701490 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f677744-b6cc-4283-bfed-c94483d9440b req-988d896a-ee2b-4e8d-8c4a-8efcf754ae8d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Aug 24 22:16:46.739164 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f677744-b6cc-4283-bfed-c94483d9440b req-642e0908-3833-4e0f-9169-88c22d919282 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Aug 24 22:16:47.861327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892a954-a741-4e54-bcfe-459218cbd893 req-6948b7f0-0d11-4db4-825b-a1a2bdbaadbd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:47.863335 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b892a954-a741-4e54-bcfe-459218cbd893 req-6948b7f0-0d11-4db4-825b-a1a2bdbaadbd tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.0517719 Aug 24 22:16:47.891346 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:47.901374 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b892a954-a741-4e54-bcfe-459218cbd893 req-a3bb6bb0-9f37-41b8-b3c1-f839d75e135a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 24 22:16:47.993210 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-bc62e4ca-b9f6-42c6-be8f-1b747015a70a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:47.994720 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-bc62e4ca-b9f6-42c6-be8f-1b747015a70a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 946 time: 0.0506673 Aug 24 22:16:48.090438 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Deleting port 9fca682f-3f99-4728-aa38-8a695dedab03 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:48.090779 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:48.182017 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] For port 9fca682f-3f99-4728-aa38-8a695dedab03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9fca682f-3f99-4728-aa38-8a695dedab03,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:48.182380 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:48.194614 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Calling delete_port for 9fca682f-3f99-4728-aa38-8a695dedab03 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:48.406094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:48.434369 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event deleted for resources: {'Port': ['ID=9fca682f-3f99-4728-aa38-8a695dedab03,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:48.444178 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.444510 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.444962 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.445306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.445643 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.445975 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.446304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.446631 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.446957 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.447285 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.448214 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.448214 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:16:48.453286 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398', '480d23db-1239-41f7-aeff-d2321ad8f8a1', '72615d24-dea2-4f8e-90ce-380a06d24b21', '9fca682f-3f99-4728-aa38-8a695dedab03'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:48.489762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] No DVR routers for this DVR port 9fca682f-3f99-4728-aa38-8a695dedab03 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:16:48.494446 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:48.496037 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-53820d29-be8b-4b40-a1c8-9c02164f1963 req-692d18f7-8832-4064-bb1c-17dd07f9d562 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "DELETE /v2.0/ports/9fca682f-3f99-4728-aa38-8a695dedab03 HTTP/1.1" status: 204 len: 173 time: 0.4928012 Aug 24 22:16:48.496366 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'name': 'network-vif-deleted', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:48.499992 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdfa2c3-553b-49b0-9827-1cc2d59c5b4d" -d '{"events": [{"server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "name": "network-vif-deleted", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:48.537161 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f1d0e0-827c-4c0c-82e4-bf3fb0cc4832 x-openstack-request-id: req-06f1d0e0-827c-4c0c-82e4-bf3fb0cc4832 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:48.537470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a4d976-b454-439e-a3b7-4416259bb340", "name": "network-vif-deleted", "tag": "9fca682f-3f99-4728-aa38-8a695dedab03", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:48.537715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06f1d0e0-827c-4c0c-82e4-bf3fb0cc4832 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:48.538104 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4d976-b454-439e-a3b7-4416259bb340', 'name': 'network-vif-deleted', 'tag': '9fca682f-3f99-4728-aa38-8a695dedab03', 'status': 'completed', 'code': 200} Aug 24 22:16:49.007483 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-98bd943d-3de8-4256-9151-9f8d38900f9f req-7c1f6dba-245e-40b7-9c07-e6c481cf2984 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a4d976-b454-439e-a3b7-4416259bb340 HTTP/1.1" status: 200 len: 210 time: 0.0256259 Aug 24 22:16:51.282664 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 9fca682f-3f99-4728-aa38-8a695dedab03 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:16:51.304524 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 9fca682f-3f99-4728-aa38-8a695dedab03 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:16:51.304865 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 9fca682f-3f99-4728-aa38-8a695dedab03 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:16:51.842889 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2469-7d75-4e41-8861-75e08a484ee8 req-461c2c44-9fa3-46b1-b43c-abc39b233a92 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:51.844381 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0cbd2469-7d75-4e41-8861-75e08a484ee8 req-461c2c44-9fa3-46b1-b43c-abc39b233a92 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0481017 Aug 24 22:16:51.881610 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0cbd2469-7d75-4e41-8861-75e08a484ee8 req-2f181c12-a923-4f0b-8312-5e881fb5f68b tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Aug 24 22:16:53.003429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729132e-1d1f-46b9-8028-8e84193a9950 req-6598d5c2-f443-43b5-8bb2-3c09406659cc tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:53.003429 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7729132e-1d1f-46b9-8028-8e84193a9950 req-6598d5c2-f443-43b5-8bb2-3c09406659cc tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0503311 Aug 24 22:16:53.040932 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7729132e-1d1f-46b9-8028-8e84193a9950 req-b75085e7-8dc9-47cc-b141-00440863fabf tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Aug 24 22:16:54.156148 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d3b74-6434-4619-b2c3-8827074f7d28 req-49b448b3-5cf1-4a94-9129-ae6a03df1b99 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:54.157587 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c18d3b74-6434-4619-b2c3-8827074f7d28 req-49b448b3-5cf1-4a94-9129-ae6a03df1b99 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0482700 Aug 24 22:16:54.194590 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c18d3b74-6434-4619-b2c3-8827074f7d28 req-25bde729-ceb0-4237-bec5-26de4f022bac tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Aug 24 22:16:54.831793 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26990d-f0e1-4f01-9855-296a167d137c req-e49ce6a3-16a9-417a-bab5-e61477e6b5c3 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:54.833333 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-cb26990d-f0e1-4f01-9855-296a167d137c req-e49ce6a3-16a9-417a-bab5-e61477e6b5c3 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 945 time: 0.0478992 Aug 24 22:16:54.936591 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Deleting port 72615d24-dea2-4f8e-90ce-380a06d24b21 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:16:54.936932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:55.022085 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] For port 72615d24-dea2-4f8e-90ce-380a06d24b21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72615d24-dea2-4f8e-90ce-380a06d24b21,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:16:55.022384 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:55.034917 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Calling delete_port for 72615d24-dea2-4f8e-90ce-380a06d24b21 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:16:55.268292 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:55.288398 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a1d4d83-c394-40aa-b249-8a85c4817dcb req-f9349dc3-9208-4f23-9507-d8ba7e734d33 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0269723 Aug 24 22:16:55.294748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event deleted for resources: {'Port': ['ID=72615d24-dea2-4f8e-90ce-380a06d24b21,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:16:55.310174 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398', '480d23db-1239-41f7-aeff-d2321ad8f8a1', '72615d24-dea2-4f8e-90ce-380a06d24b21'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:16:55.339843 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] No DVR routers for this DVR port 72615d24-dea2-4f8e-90ce-380a06d24b21 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:16:55.342457 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:55.344669 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-cb26990d-f0e1-4f01-9855-296a167d137c req-72feb80b-4384-4412-96be-371a0534d553 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "DELETE /v2.0/ports/72615d24-dea2-4f8e-90ce-380a06d24b21 HTTP/1.1" status: 204 len: 173 time: 0.4976037 Aug 24 22:16:55.345119 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'name': 'network-vif-deleted', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:16:55.347841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188064b-3fd3-4bad-8001-7dbfc0cd99f0" -d '{"events": [{"server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "name": "network-vif-deleted", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:16:55.392562 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc8753f-54f5-4d1f-b765-2cba0a9f6675 x-openstack-request-id: req-5dc8753f-54f5-4d1f-b765-2cba0a9f6675 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:16:55.392876 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c42c1f-ed16-488d-ae4e-9ec74bb6426a", "name": "network-vif-deleted", "tag": "72615d24-dea2-4f8e-90ce-380a06d24b21", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:16:55.393160 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc8753f-54f5-4d1f-b765-2cba0a9f6675 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:16:55.393482 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c42c1f-ed16-488d-ae4e-9ec74bb6426a', 'name': 'network-vif-deleted', 'tag': '72615d24-dea2-4f8e-90ce-380a06d24b21', 'status': 'completed', 'code': 200} Aug 24 22:16:56.009895 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-6b902e6e-a69b-4102-b725-8db514087802 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135782006&fields=id&tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9 HTTP/1.1" status: 200 len: 267 time: 0.0327098 Aug 24 22:16:56.117310 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-7b463aa3-000e-4e52-b270-7cdddc3093ec tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:56.118662 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-7b463aa3-000e-4e52-b270-7cdddc3093ec tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 808 time: 0.1023302 Aug 24 22:16:56.132760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-207dcbee-21ab-4726-826f-8164d49d59d0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/quotas/b535f3cc9d5e4b3eb9466a82135cbaf9 HTTP/1.1" status: 200 len: 375 time: 0.0086076 Aug 24 22:16:56.181354 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-c21bf8a5-3738-4133-84f2-d367961728d8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436900 Aug 24 22:16:56.279038 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-5af17c91-33c9-4ab0-b32d-03fc46e63674 service neutron] 10.222.0.20 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858731 Aug 24 22:16:56.366909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-9a38584e-687b-4b4f-ad8c-f6a40aec9481 service neutron] 10.222.0.20 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818880 Aug 24 22:16:56.393314 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-51941e7e-192d-4f9f-8dbc-4c2932b18b23 req-d7f2e834-5703-4109-b098-995c0771b2c2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=32c42c1f-ed16-488d-ae4e-9ec74bb6426a HTTP/1.1" status: 200 len: 210 time: 0.0254505 Aug 24 22:16:57.019177 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-91a49574-3079-4a8e-ad6a-ae1814f4ba23 req-3f1014f9-74a9-41b5-81ba-198dc22ecd19 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 210 time: 0.0248845 Aug 24 22:16:57.995006 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6f2c-0dc4-47b4-a0a3-12c3da2e2997 req-25061445-03ec-4ea4-996d-56dfe8b5069a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:57.996516 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c4a6f2c-0dc4-47b4-a0a3-12c3da2e2997 req-25061445-03ec-4ea4-996d-56dfe8b5069a tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0522296 Aug 24 22:16:58.035523 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c4a6f2c-0dc4-47b4-a0a3-12c3da2e2997 req-c38dd536-a90b-4133-8eee-86b356f98964 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Aug 24 22:16:58.111574 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-97a4a7a2-c75e-4651-94b5-788c92b52790 req-6209a3c7-0e3d-4828-b2d3-d1e122cc0fb0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 210 time: 0.0250478 Aug 24 22:16:59.150646 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df153-66ba-4e03-a6de-fc6b07e793f3 req-b5d525e9-62a2-4550-a166-305bf0e12f92 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:59.152152 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-950df153-66ba-4e03-a6de-fc6b07e793f3 req-b5d525e9-62a2-4550-a166-305bf0e12f92 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Aug 24 22:16:59.199795 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-950df153-66ba-4e03-a6de-fc6b07e793f3 req-9ff2833f-ba27-4b3b-ab3e-936c70e6b2d7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Aug 24 22:16:59.221905 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3cec1627-5439-4635-aed3-162c1be97075 req-7006b9a4-5ad7-4566-b1a9-67377a6d60ef tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 210 time: 0.0381908 Aug 24 22:16:59.346744 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72615d24-dea2-4f8e-90ce-380a06d24b21 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:16:59.366342 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 72615d24-dea2-4f8e-90ce-380a06d24b21 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:16:59.371237 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72615d24-dea2-4f8e-90ce-380a06d24b21 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:16:59.459393 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-b2e9c85e-49a8-4e62-b6d0-5e488a34af07 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:16:59.460860 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-b2e9c85e-49a8-4e62-b6d0-5e488a34af07 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 808 time: 0.1012592 Aug 24 22:16:59.515740 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-c8bdf649-65a7-4cc5-8d74-0cee27ae6ce0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9 HTTP/1.1" status: 200 len: 380 time: 0.0331144 Aug 24 22:16:59.538311 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'port': {'device_id': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'admin_state_up': True, 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'security_groups': ['dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:16:59.754198 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Made reservation on behalf of b535f3cc9d5e4b3eb9466a82135cbaf9 for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:16:59.758362 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:59.839569 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:16:59.881810 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Allocated IP 172.20.0.9 (059954df-9048-43ff-9061-c3abecb55639/bd76a9be-7e98-4388-be3b-6de5350ebcd5/0609281d-6968-43bc-b437-0d5ef19156fe) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:17:00.018418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.031720 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Transition to ACTIVE for port object 0609281d-6968-43bc-b437-0d5ef19156fe will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:17:00.148073 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-b15b23da-d87a-4adc-be5b-5c8da7fa22f2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:00.149462 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-b15b23da-d87a-4adc-be5b-5c8da7fa22f2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.0470738 Aug 24 22:17:00.183043 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.227170 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Network 059954df-9048-43ff-9061-c3abecb55639 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:17:00.230277 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:17:00.235017 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:17:00.243157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Deleting port 480d23db-1239-41f7-aeff-d2321ad8f8a1 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:00.243651 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.271546 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:00.310492 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:00.311296 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.410698 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] For port 480d23db-1239-41f7-aeff-d2321ad8f8a1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=480d23db-1239-41f7-aeff-d2321ad8f8a1,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:00.410984 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.429273 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-3a51914a-0b39-4cde-871f-396daff75ffe tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944948 Aug 24 22:17:00.433387 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Calling delete_port for 480d23db-1239-41f7-aeff-d2321ad8f8a1 owned by compute:nova {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:00.442650 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223a65-0169-466b-973d-f265fa65a45a req-d07561b3-aef9-4a1c-bd1c-161964329383 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:00.444317 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b223a65-0169-466b-973d-f265fa65a45a req-d07561b3-aef9-4a1c-bd1c-161964329383 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 945 time: 0.1271758 Aug 24 22:17:00.453260 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Request body: {'port': {'device_id': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:00.453996 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b3c91-49c9-45db-9e02-906fd2168eaf req-399b2c58-47f7-479b-9716-ce898e6ff770 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:00.455490 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a63b3c91-49c9-45db-9e02-906fd2168eaf req-399b2c58-47f7-479b-9716-ce898e6ff770 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 931 time: 0.1373537 Aug 24 22:17:00.566655 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9b223a65-0169-466b-973d-f265fa65a45a req-3a1dd8ea-876b-4ebd-bf84-87773d72d55d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101124 Aug 24 22:17:00.571190 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a63b3c91-49c9-45db-9e02-906fd2168eaf req-113541e6-b477-4452-a8d4-b3cbbf6a0573 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038914 Aug 24 22:17:00.639726 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-5435476e-853a-40c2-8297-f43c1b8e7350 None None] Provisioning for port 0609281d-6968-43bc-b437-0d5ef19156fe completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:17:00.644679 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-5435476e-853a-40c2-8297-f43c1b8e7350 None None] Provisioning complete for port 0609281d-6968-43bc-b437-0d5ef19156fe triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:00.646503 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5435476e-853a-40c2-8297-f43c1b8e7350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.685847 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-5435476e-853a-40c2-8297-f43c1b8e7350 None None] Port 0609281d-6968-43bc-b437-0d5ef19156fe cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:17:00.728463 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.761147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.769065 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398', '480d23db-1239-41f7-aeff-d2321ad8f8a1'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:00.782003 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event deleted for resources: {'Port': ['ID=480d23db-1239-41f7-aeff-d2321ad8f8a1,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:00.803628 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] No DVR routers for this DVR port 480d23db-1239-41f7-aeff-d2321ad8f8a1 on host hv-cinder-78956 {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:00.806435 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:00.808696 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9e661c1-fe27-45c4-97d4-873f8b0f0699 req-25eb97a1-fc83-4666-8358-4a190ecc0fc8 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "DELETE /v2.0/ports/480d23db-1239-41f7-aeff-d2321ad8f8a1 HTTP/1.1" status: 204 len: 173 time: 0.6530852 Aug 24 22:17:00.809159 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'name': 'network-vif-deleted', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:00.814460 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06115b91-d261-461e-b229-45edac1ff340" -d '{"events": [{"server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "name": "network-vif-deleted", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:00.853342 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff215c-f562-4800-97f5-8bc3f8ebc12b x-openstack-request-id: req-ceff215c-f562-4800-97f5-8bc3f8ebc12b {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:00.854448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98fc021-2e98-40ef-bb0a-ea28dda35063", "name": "network-vif-deleted", "tag": "480d23db-1239-41f7-aeff-d2321ad8f8a1", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:00.854448 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceff215c-f562-4800-97f5-8bc3f8ebc12b {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:00.854448 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fc021-2e98-40ef-bb0a-ea28dda35063', 'name': 'network-vif-deleted', 'tag': '480d23db-1239-41f7-aeff-d2321ad8f8a1', 'status': 'completed', 'code': 200} Aug 24 22:17:01.036436 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0609281d-6968-43bc-b437-0d5ef19156fe {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:17:01.043689 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:01.055814 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Transition to ACTIVE for port object 0609281d-6968-43bc-b437-0d5ef19156fe will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:17:01.163060 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:01.218331 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:01.288760 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Attempting to bind port 0609281d-6968-43bc-b437-0d5ef19156fe on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Attempting to bind port 0609281d-6968-43bc-b437-0d5ef19156fe by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Attempting to bind port 0609281d-6968-43bc-b437-0d5ef19156fe on network 059954df-9048-43ff-9061-c3abecb55639 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Port 0609281d-6968-43bc-b437-0d5ef19156fe on network 059954df-9048-43ff-9061-c3abecb55639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Attempting to bind port 0609281d-6968-43bc-b437-0d5ef19156fe on network 059954df-9048-43ff-9061-c3abecb55639 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Checking segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Bound using segment: {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Bound port: 0609281d-6968-43bc-b437-0d5ef19156fe, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26f0c0d-336b-455c-869c-7a0972ae68c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '059954df-9048-43ff-9061-c3abecb55639'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:17:01.309926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:01.372816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:17:01.375692 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:17:01.457487 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:01.495319 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.495952 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:01.497339 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 1093 time: 1.0485253 Aug 24 22:17:01.497816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:01.500026 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80" -d '{"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:01.524628 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573627-4ac1-4b85-910c-05607cad67d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:01.539042 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3752fe-26b7-4413-b158-0f6612eefd1a x-openstack-request-id: req-1e3752fe-26b7-4413-b158-0f6612eefd1a {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:01.539468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:01.539725 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3752fe-26b7-4413-b158-0f6612eefd1a {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:01.540167 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'status': 'completed', 'code': 200} Aug 24 22:17:01.639658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-d887844d-4848-4cc2-a6d8-323a938a2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.642145 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-d887844d-4848-4cc2-a6d8-323a938a2131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0440512 Aug 24 22:17:01.715818 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3c91e145-62e1-4593-af99-f83ef86c8707 req-a901fe03-05cb-461b-a2cb-34b31ffdb231 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c98fc021-2e98-40ef-bb0a-ea28dda35063 HTTP/1.1" status: 200 len: 210 time: 0.0420966 Aug 24 22:17:01.737984 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b9bdf-9f2d-4d18-bc0f-3ead3d2a7df2 req-346a7535-8d16-4838-8c41-e2bd178e0473 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.739743 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a1b9bdf-9f2d-4d18-bc0f-3ead3d2a7df2 req-346a7535-8d16-4838-8c41-e2bd178e0473 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0762837 Aug 24 22:17:01.762811 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-5095e5c3-5832-4a1c-b858-b9c5dc0e4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.764366 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-5095e5c3-5832-4a1c-b858-b9c5dc0e4bf7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1062341 Aug 24 22:17:01.789424 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8a1b9bdf-9f2d-4d18-bc0f-3ead3d2a7df2 req-c3c04f0b-5e0b-43df-a814-b928f589e609 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Aug 24 22:17:01.869671 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-7a995464-601d-4e39-b333-0d263e6e1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.871119 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cd5cf3b-e611-4ed6-b21e-e1f8af4dea80 req-7a995464-601d-4e39-b333-0d263e6e1ff1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951996 Aug 24 22:17:01.988481 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-e0f9510c-8356-4b22-8855-b2abdec10445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:01.990482 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-e0f9510c-8356-4b22-8855-b2abdec10445 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0403767 Aug 24 22:17:02.042186 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-b6e9de74-663d-4bda-8c85-16b99bb4c49b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 217 time: 0.0367577 Aug 24 22:17:02.089955 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-2629304f-cc39-43c9-995d-2c96a0feceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:02.091359 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-2629304f-cc39-43c9-995d-2c96a0feceb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0421565 Aug 24 22:17:02.137480 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-963b3fc7-c19a-4b84-a024-927a685d701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:02.138933 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-963b3fc7-c19a-4b84-a024-927a685d701a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402522 Aug 24 22:17:02.233913 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-399b3747-1df9-4549-bbc9-c105f18f388a service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870390 Aug 24 22:17:02.327746 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3cb86577-6aea-4934-8779-04ccf14d5720 req-f075f30d-e0fc-4f1e-aff3-dab13a6aef4e service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Aug 24 22:17:02.894641 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583cf6b-4fe9-48e4-88bd-88d83bf4f969 req-64afccdc-a101-44df-ba15-be908cc7f476 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:02.896467 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3583cf6b-4fe9-48e4-88bd-88d83bf4f969 req-64afccdc-a101-44df-ba15-be908cc7f476 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0489106 Aug 24 22:17:02.935602 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3583cf6b-4fe9-48e4-88bd-88d83bf4f969 req-d94655cc-607b-4f36-86f5-3c9ce99d290c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Aug 24 22:17:03.341490 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 480d23db-1239-41f7-aeff-d2321ad8f8a1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:03.364535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 480d23db-1239-41f7-aeff-d2321ad8f8a1 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:03.364874 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 480d23db-1239-41f7-aeff-d2321ad8f8a1 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:04.047964 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84f5c-77fe-4fe8-a3d6-aa047ef6a3d5 req-43d260d8-b702-4baa-afcd-4d9da65f085a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:04.049529 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-57d84f5c-77fe-4fe8-a3d6-aa047ef6a3d5 req-43d260d8-b702-4baa-afcd-4d9da65f085a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0481286 Aug 24 22:17:04.088546 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-57d84f5c-77fe-4fe8-a3d6-aa047ef6a3d5 req-fc6ba65c-6cd3-404f-89a2-3a9a95cfb852 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Aug 24 22:17:04.549633 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6a7f-077c-497b-80ff-18ea8d27007a req-6ee98146-04b6-4f30-8dba-61b5eca5c95c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:04.551081 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2e1f6a7f-077c-497b-80ff-18ea8d27007a req-6ee98146-04b6-4f30-8dba-61b5eca5c95c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0507126 Aug 24 22:17:04.587253 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2e1f6a7f-077c-497b-80ff-18ea8d27007a req-2d2e08d8-9fcb-433b-be84-578afdce80b2 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296657 Aug 24 22:17:05.214870 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27fe7-bea2-4bb5-84aa-6c828b07aad0 req-9c489574-97ba-4ac4-ba97-940fa157b5c5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:05.216360 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-03a27fe7-bea2-4bb5-84aa-6c828b07aad0 req-9c489574-97ba-4ac4-ba97-940fa157b5c5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0641434 Aug 24 22:17:05.257451 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-03a27fe7-bea2-4bb5-84aa-6c828b07aad0 req-0bf75a0b-39e9-49c3-b871-0e248e1a78da tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351372 Aug 24 22:17:05.699752 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5ef34-2161-4f74-804f-9c00fdc42751 req-1cec1310-48af-49c0-95cb-895d3d27e24c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:05.701237 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f8f5ef34-2161-4f74-804f-9c00fdc42751 req-1cec1310-48af-49c0-95cb-895d3d27e24c tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0475757 Aug 24 22:17:05.737130 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f8f5ef34-2161-4f74-804f-9c00fdc42751 req-e395bd4d-06f9-4bf7-98d9-b97363e2a139 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301003 Aug 24 22:17:06.373516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014db25-33da-4392-bd74-03b2c7ae14e4 req-3850b4c4-429a-4c2c-9977-458f7862b4ab tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:06.374953 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1014db25-33da-4392-bd74-03b2c7ae14e4 req-3850b4c4-429a-4c2c-9977-458f7862b4ab tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0505972 Aug 24 22:17:06.412264 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1014db25-33da-4392-bd74-03b2c7ae14e4 req-057b9d07-9975-4be9-90e0-739a9248cd50 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Aug 24 22:17:06.796510 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-91b48c6b-8f2f-4885-9d4b-ff7d72fa36d1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:06.798104 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-91b48c6b-8f2f-4885-9d4b-ff7d72fa36d1 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0505815 Aug 24 22:17:06.852052 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed134f2-730e-401d-83a0-bc0fa586488d req-c5659c55-092f-4ef7-aa3c-2094963bc284 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:06.853570 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ed134f2-730e-401d-83a0-bc0fa586488d req-c5659c55-092f-4ef7-aa3c-2094963bc284 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 945 time: 0.0483150 Aug 24 22:17:06.891967 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1ed134f2-730e-401d-83a0-bc0fa586488d req-3c095cb6-4032-4e78-a985-68cf99ac110d tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/security-groups?id=f659214c-c477-4b50-8632-68756c7cea29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Aug 24 22:17:06.915733 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Deleting port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:06.916074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:06.999915 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] For port 3dbf695c-6f12-4639-8d48-f9ba91ec3398, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3dbf695c-6f12-4639-8d48-f9ba91ec3398,segment=NetworkSegment(c13aa143-f557-4243-acaf-21b387bdd8a7),segment_id=c13aa143-f557-4243-acaf-21b387bdd8a7)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:07.000312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:07.021457 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Calling delete_port for 3dbf695c-6f12-4639-8d48-f9ba91ec3398 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:07.214159 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:07.242663 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Pushing event deleted for resources: {'Port': ['ID=3dbf695c-6f12-4639-8d48-f9ba91ec3398,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:07.255501 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3dbf695c-6f12-4639-8d48-f9ba91ec3398'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:07.284538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] No DVR routers for this DVR port 3dbf695c-6f12-4639-8d48-f9ba91ec3398 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:07.287394 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:07.289364 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0b18ce90-f80c-42d3-aa4a-db6db8653179 req-0257ca78-f4c6-4122-a69d-fb3d8ffe71c7 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.26 "DELETE /v2.0/ports/3dbf695c-6f12-4639-8d48-f9ba91ec3398 HTTP/1.1" status: 204 len: 173 time: 0.4648602 Aug 24 22:17:07.289809 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'name': 'network-vif-deleted', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:07.292015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c4734-4a01-46ad-991e-c96d317a53ba" -d '{"events": [{"server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "name": "network-vif-deleted", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:07.326450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fb8052-4739-486b-a7a3-b241117c047e x-openstack-request-id: req-f6fb8052-4739-486b-a7a3-b241117c047e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:07.326739 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c8404-cdd9-40ec-9039-6dc85bbc023f", "name": "network-vif-deleted", "tag": "3dbf695c-6f12-4639-8d48-f9ba91ec3398", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:07.327009 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6fb8052-4739-486b-a7a3-b241117c047e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:07.327404 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c8404-cdd9-40ec-9039-6dc85bbc023f', 'name': 'network-vif-deleted', 'tag': '3dbf695c-6f12-4639-8d48-f9ba91ec3398', 'status': 'completed', 'code': 200} Aug 24 22:17:07.531586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e5ef-7305-4a00-ab4a-adb1dcf0f7e4 req-144e704d-02c7-4e7b-b861-fe0152d205ab tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:07.533083 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9001e5ef-7305-4a00-ab4a-adb1dcf0f7e4 req-144e704d-02c7-4e7b-b861-fe0152d205ab tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0479033 Aug 24 22:17:07.574991 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9001e5ef-7305-4a00-ab4a-adb1dcf0f7e4 req-27b6a191-f898-4300-bc80-51fc597ee317 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353374 Aug 24 22:17:07.997848 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6ab96a5e-4703-4f74-b0c4-18cd4a4d964c req-9168e75c-64e9-410c-a35e-24f4c7808ad5 tempest-AttachVolumeNegativeTest-260853789 tempest-AttachVolumeNegativeTest-260853789-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01c8404-cdd9-40ec-9039-6dc85bbc023f HTTP/1.1" status: 200 len: 210 time: 0.0284603 Aug 24 22:17:08.690314 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafed107-e6cd-4f26-800a-841fad26f5a9 req-b16a1484-e050-4b9a-94c9-fc9cd1a2f27d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:08.691807 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-eafed107-e6cd-4f26-800a-841fad26f5a9 req-b16a1484-e050-4b9a-94c9-fc9cd1a2f27d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0481553 Aug 24 22:17:08.729050 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-eafed107-e6cd-4f26-800a-841fad26f5a9 req-0ad2bc32-ce02-429a-be06-dad6eef8b363 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Aug 24 22:17:09.053941 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34098) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:09.097056 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Deleting subnet 854aef7a-e291-4a33-b0db-21fda85f295d {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:17:09.100044 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.140225 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.174189 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.285816 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.311303 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854aef7a-e291-4a33-b0db-21fda85f295d,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:09.313356 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.315314 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3ee1adc8-6c1a-4a83-8df7-2b0960613890 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/854aef7a-e291-4a33-b0db-21fda85f295d HTTP/1.1" status: 204 len: 168 time: 0.2602363 Aug 24 22:17:09.318546 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34100) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:09.383105 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.462165 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.471831 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814e464d-b6a0-45b7-a22c-9d11e1d941ea']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:09.481667 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13aa143-f557-4243-acaf-21b387bdd8a7') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:09.481958 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13aa143-f557-4243-acaf-21b387bdd8a7') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:09.490875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.503726 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.510053 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:17:09.510424 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:17:09.512001 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:17:09.679263 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.685482 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:09.687202 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] 10.222.0.20 "DELETE /v2.0/networks/814e464d-b6a0-45b7-a22c-9d11e1d941ea HTTP/1.1" status: 204 len: 168 time: 0.3677454 Aug 24 22:17:09.696557 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850a226-d41d-4b81-9715-bf4c4fae6d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=814e464d-b6a0-45b7-a22c-9d11e1d941ea,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:09.843581 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cbb6e-356c-4885-868a-b400b6d9dcb7 req-61d9dabd-771c-41b1-9bbc-9b805d8deee6 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:09.845175 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e64cbb6e-356c-4885-868a-b400b6d9dcb7 req-61d9dabd-771c-41b1-9bbc-9b805d8deee6 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0484161 Aug 24 22:17:09.882859 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e64cbb6e-356c-4885-868a-b400b6d9dcb7 req-cecd0b27-0055-4e49-b8b4-b0c06dd4709e tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Aug 24 22:17:10.183070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34110) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:10.221726 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-756b58f2-3335-45a7-973a-f11f8f0917b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48399b2293054e48bc6656e4862053b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375350 Aug 24 22:17:10.233493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34112) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:10.279909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:10.300522 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:10.485530 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:10.488194 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:10.489326 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f659214c-c477-4b50-8632-68756c7cea29 HTTP/1.1" status: 204 len: 168 time: 0.2549744 Aug 24 22:17:10.497249 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4aa04-6cb6-444d-bc08-f4d8a907ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f659214c-c477-4b50-8632-68756c7cea29,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:10.998040 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14961-791b-475c-a00e-66d6b8d33e52 req-5d15a8aa-47da-4e47-a9e3-2ab642120fcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:11.001944 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9d14961-791b-475c-a00e-66d6b8d33e52 req-5d15a8aa-47da-4e47-a9e3-2ab642120fcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0478423 Aug 24 22:17:11.036971 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9d14961-791b-475c-a00e-66d6b8d33e52 req-6570ff50-4883-4c57-902a-bf0ae7c9d737 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Aug 24 22:17:11.371021 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:17:11.381843 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3dbf695c-6f12-4639-8d48-f9ba91ec3398 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:11.404518 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 3dbf695c-6f12-4639-8d48-f9ba91ec3398 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:11.404862 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3dbf695c-6f12-4639-8d48-f9ba91ec3398 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:11.486971 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:11.498104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '0609281d-6968-43bc-b437-0d5ef19156fe', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'mac_address': 'fa:16:3e:56:97:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:17:11.537115 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:11.550153 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0609281d-6968-43bc-b437-0d5ef19156fe {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:17:11.568460 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:11.657025 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:11.703446 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:12.070905 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['0609281d-6968-43bc-b437-0d5ef19156fe'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:12.157982 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccaa83-70c8-4645-97ca-f8a1f27327a9 req-1d1fc3ad-ecba-42df-a7b4-5b52186d563c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:12.159499 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bccaa83-70c8-4645-97ca-f8a1f27327a9 req-1d1fc3ad-ecba-42df-a7b4-5b52186d563c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 944 time: 0.0547178 Aug 24 22:17:12.203908 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3bccaa83-70c8-4645-97ca-f8a1f27327a9 req-d9ee631a-9a5c-4ec8-af79-6729340782e1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Aug 24 22:17:12.782919 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-8f52034a-462d-48ab-b85f-3143611dc1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.325676 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95210374-ee74-411c-8ad8-087646e22312 req-de5abefa-84fd-4059-ba90-87483bc8d72d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:13.327026 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95210374-ee74-411c-8ad8-087646e22312 req-de5abefa-84fd-4059-ba90-87483bc8d72d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 944 time: 0.0485737 Aug 24 22:17:13.365238 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-95210374-ee74-411c-8ad8-087646e22312 req-09ce89a5-db47-4f18-8bb2-d33011c94b37 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Aug 24 22:17:13.398667 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:17:13.432843 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34184) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:13.531314 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 0609281d-6968-43bc-b437-0d5ef19156fe completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:17:13.535696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 0609281d-6968-43bc-b437-0d5ef19156fe triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:13.536277 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.542840 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6a46e980-fcf3-4efa-ada4-163ca8d86cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.616018 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.629315 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6a46e980-fcf3-4efa-ada4-163ca8d86cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.638881 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:13.641146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af93a2-55b1-46e7-9054-539e283bef50" -d '{"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:13.654298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:13.676142 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934e5ab2-7021-4068-9987-bb274b9befce x-openstack-request-id: req-934e5ab2-7021-4068-9987-bb274b9befce {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:13.676443 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:13.676690 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-934e5ab2-7021-4068-9987-bb274b9befce {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:13.677102 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'code': 200} Aug 24 22:17:13.716977 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6a46e980-fcf3-4efa-ada4-163ca8d86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.742722 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.757083 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6a46e980-fcf3-4efa-ada4-163ca8d86cf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20326e8d2e3d4c3ba629aac88c8a911e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231492 Aug 24 22:17:13.759016 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46e980-fcf3-4efa-ada4-163ca8d86cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6ff47-88d5-4beb-821a-720e6ebcf4b9,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:13.759817 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34192) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:13.792298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:13.813205 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.834163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.985271 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.987781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:13.988948 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a6ff47-88d5-4beb-821a-720e6ebcf4b9 HTTP/1.1" status: 204 len: 168 time: 0.2280490 Aug 24 22:17:13.997393 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68d53b-f9a3-4332-b54a-1dd275f27d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6ff47-88d5-4beb-821a-720e6ebcf4b9,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:14.173619 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff0b6-5e13-413a-aa74-6b04c16d76c8 req-c95a5a54-9f00-49d4-becc-5609d3513bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:14.175112 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8c7ff0b6-5e13-413a-aa74-6b04c16d76c8 req-c95a5a54-9f00-49d4-becc-5609d3513bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0398858 Aug 24 22:17:14.213205 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8c7ff0b6-5e13-413a-aa74-6b04c16d76c8 req-57bc1498-af60-49db-a560-baf1a260be10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285351 Aug 24 22:17:14.482757 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9df5-883c-43f0-aab8-61bc87c298d0 req-580b21dd-a12d-4759-9654-c071d9399242 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:14.484262 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-59ad9df5-883c-43f0-aab8-61bc87c298d0 req-580b21dd-a12d-4759-9654-c071d9399242 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Aug 24 22:17:14.523450 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-59ad9df5-883c-43f0-aab8-61bc87c298d0 req-1999a254-b063-43f3-a662-9651094470b9 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Aug 24 22:17:14.580240 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34202) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:14.593807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f699aa61-8b2b-4cd5-9ea9-13c27f08aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:14.680775 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f699aa61-8b2b-4cd5-9ea9-13c27f08aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:14.754012 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f699aa61-8b2b-4cd5-9ea9-13c27f08aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:14.790831 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699aa61-8b2b-4cd5-9ea9-13c27f08aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59d1202-eff4-4817-ab2f-491986158425,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:14.795037 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f699aa61-8b2b-4cd5-9ea9-13c27f08aa91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=222073d872bf45419afe91112ad2b033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137899 Aug 24 22:17:14.798247 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34206) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:14.843659 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:14.868502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:15.028273 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:15.030671 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:15.031782 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b59d1202-eff4-4817-ab2f-491986158425 HTTP/1.1" status: 204 len: 168 time: 0.2332790 Aug 24 22:17:15.039375 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158ea31-4a78-4381-a924-b1205df10ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59d1202-eff4-4817-ab2f-491986158425,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:15.525361 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-35405627-87e5-4710-96e3-8d94a142c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:15.845554 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:15.869329 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2f9f6-faf0-4bb3-9cca-5581ec252cd5 req-d219247c-dace-4e0e-9bbb-1f01e2dae9c7 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:15.872654 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7fa2f9f6-faf0-4bb3-9cca-5581ec252cd5 req-d219247c-dace-4e0e-9bbb-1f01e2dae9c7 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.2803135 Aug 24 22:17:15.914576 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7fa2f9f6-faf0-4bb3-9cca-5581ec252cd5 req-1742edc2-88d4-4306-b1b9-38b780107e55 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Aug 24 22:17:16.694107 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:16.766701 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:17:17.029571 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a575c-055f-42ce-82f1-dcf058212924 req-4bf0789e-84d3-4268-922c-2ebbbbf40997 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:17.030995 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-de1a575c-055f-42ce-82f1-dcf058212924 req-4bf0789e-84d3-4268-922c-2ebbbbf40997 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0473299 Aug 24 22:17:17.068406 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-de1a575c-055f-42ce-82f1-dcf058212924 req-795e94ea-8b7a-4b8d-951d-d28a3344d8d7 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Aug 24 22:17:17.182805 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d41c-a55c-4729-a3b4-a866c7993490 req-6803caf4-d75a-4a62-a3e9-30574eadda93 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:17.184282 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5cf8d41c-a55c-4729-a3b4-a866c7993490 req-6803caf4-d75a-4a62-a3e9-30574eadda93 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Aug 24 22:17:17.225025 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5cf8d41c-a55c-4729-a3b4-a866c7993490 req-baeae0f4-fe6d-45b3-a214-1056ef05a00a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345902 Aug 24 22:17:17.246948 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34266) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:17.429669 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134d99d-a0e5-4388-94bb-4d08a440b6a8 tempest-TestShelveInstance-1280533705 tempest-TestShelveInstance-1280533705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:17.431213 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5134d99d-a0e5-4388-94bb-4d08a440b6a8 tempest-TestShelveInstance-1280533705 tempest-TestShelveInstance-1280533705-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1093 time: 0.1833177 Aug 24 22:17:17.434139 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34272) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:17.439486 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:17.534152 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for floatingip, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:17.628755 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:17.737096 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Allocated IP 172.27.2.4 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/68d7c68c-b768-4591-9bf0-892d600294e5) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:17:17.834820 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:17.894198 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:17.962703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.005440 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:17:18.008424 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:17:18.011141 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:17:18.041631 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'Port': ['ID=68d7c68c-b768-4591-9bf0-892d600294e5,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:18.355740 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.493664 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.641636 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.742393 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.807330 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event updated for resources: {'Port': ['ID=68d7c68c-b768-4591-9bf0-892d600294e5,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:18.822548 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:18.918618 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Floating IP 0b2d06f7-fcb9-496e-8de4-c8ea343da909 associated. External IP: 172.27.2.4, port: 0609281d-6968-43bc-b437-0d5ef19156fe. Aug 24 22:17:19.125507 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Router e9fb15d5-aa17-44b4-8566-aef014faefe9 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:19.233204 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:19.245617 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Sync routers for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:19.259321 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:19.259950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:19.325592 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:19.371275 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f771c9c4-346c-4f98-8f48-c82bae914d11 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9359927 Aug 24 22:17:19.375705 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:19.378302 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d" -d '{"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:19.389787 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:19.417819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f6a7c-3561-4482-b2be-eac89b9c643f x-openstack-request-id: req-047f6a7c-3561-4482-b2be-eac89b9c643f {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:19.418107 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:19.418361 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-047f6a7c-3561-4482-b2be-eac89b9c643f {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:19.423081 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'status': 'completed', 'code': 200} Aug 24 22:17:19.508101 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-91279fa7-0506-4a12-ad48-b0e1104082a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:19.509656 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-91279fa7-0506-4a12-ad48-b0e1104082a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0428324 Aug 24 22:17:19.609526 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-b38e65c2-b549-4941-9e7a-a21ef1a0ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:19.611046 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-b38e65c2-b549-4941-9e7a-a21ef1a0ce21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 909 time: 0.0933087 Aug 24 22:17:19.642415 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '0b2d06f7-fcb9-496e-8de4-c8ea343da909', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'mac_address': 'fa:16:3e:56:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:18Z', 'updated_at': '2021-08-24T22:17:18Z', 'revision_number': 0, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:19.668669 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Checking router: e9fb15d5-aa17-44b4-8566-aef014faefe9 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:19.676852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:19.677493 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:19.678766 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-466f6fa3-6bcd-4ddc-84a0-99077cf67208 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 997 time: 0.0598030 Aug 24 22:17:19.744848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-fe102a5a-8241-4a43-96ab-7821957c95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:19.746708 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-fe102a5a-8241-4a43-96ab-7821957c95f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0589938 Aug 24 22:17:19.816335 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-48b29b2a-447e-4395-a8a8-33ead9c2b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:19.818737 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-48b29b2a-447e-4395-a8a8-33ead9c2b7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577135 Aug 24 22:17:19.819977 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:19.916084 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-703aa6fc-4b61-411c-966e-4f398ae3a6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877528 Aug 24 22:17:20.027726 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0337a0f8-7dc5-43cb-80d2-d4cf0e2c324d req-9ca910f0-26b5-4b75-bda2-3632568efbae service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037903 Aug 24 22:17:20.080623 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '0b2d06f7-fcb9-496e-8de4-c8ea343da909', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'mac_address': 'fa:16:3e:56:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:18Z', 'updated_at': '2021-08-24T22:17:18Z', 'revision_number': 0, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:20.111050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcafc9-856e-4c8e-9257-a0fee33941c8 None None] The sync data for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi is: [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '0b2d06f7-fcb9-496e-8de4-c8ea343da909', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'mac_address': 'fa:16:3e:56:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:18Z', 'updated_at': '2021-08-24T22:17:18Z', 'revision_number': 0, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:20.233763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad44b-a235-4ddd-919d-94004e9138a0 req-c5d3a51b-102d-44bb-a342-0b4396f3e969 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:20.235327 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56fad44b-a235-4ddd-919d-94004e9138a0 req-c5d3a51b-102d-44bb-a342-0b4396f3e969 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Aug 24 22:17:20.285909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-56fad44b-a235-4ddd-919d-94004e9138a0 req-50642709-55ee-47dd-bac3-e40991fa0f08 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Aug 24 22:17:20.341474 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe00a3-d692-44b6-9b09-50d6ee61ac39 None None] New status for floating IP 0b2d06f7-fcb9-496e-8de4-c8ea343da909: ACTIVE {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:17:20.537317 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34390) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:20.646610 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e9740e7e-3d0a-4c1a-a5a1-155f04e814d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:20.736060 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e9740e7e-3d0a-4c1a-a5a1-155f04e814d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:20.851648 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e9740e7e-3d0a-4c1a-a5a1-155f04e814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:20.893197 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-e9740e7e-3d0a-4c1a-a5a1-155f04e814d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f1be3b125834785aeeaad4981fc6e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547421 Aug 24 22:17:20.894084 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9740e7e-3d0a-4c1a-a5a1-155f04e814d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15966323-c70d-42ac-b48d-5d2eb959ac76,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:20.896486 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34398) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:20.950970 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:20.972493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:21.302669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:21.305261 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:21.306418 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15966323-c70d-42ac-b48d-5d2eb959ac76 HTTP/1.1" status: 204 len: 168 time: 0.4088893 Aug 24 22:17:21.326497 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043558-cd2e-496e-9449-7707eda5ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15966323-c70d-42ac-b48d-5d2eb959ac76,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:21.414551 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56d76e-5705-452d-ae12-7ca8f3588dbf req-a0e842fd-730a-4ccd-8946-5e1199d36855 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:21.416036 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e56d76e-5705-452d-ae12-7ca8f3588dbf req-a0e842fd-730a-4ccd-8946-5e1199d36855 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Aug 24 22:17:21.453791 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e56d76e-5705-452d-ae12-7ca8f3588dbf req-0571a94b-2848-458b-9dec-f5ba44175f0f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Aug 24 22:17:22.019519 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34420) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:22.033576 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf73df2-45d5-4d1d-a862-85c8e5cd1405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.134286 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-7b1f1a99-996e-4c1f-8d49-fa314fd3192b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:22.135623 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-7b1f1a99-996e-4c1f-8d49-fa314fd3192b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0693662 Aug 24 22:17:22.170268 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf73df2-45d5-4d1d-a862-85c8e5cd1405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.253131 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf73df2-45d5-4d1d-a862-85c8e5cd1405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.265784 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port 6bbb6eba-aa85-4dd2-b42f-37066260853e {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:22.271562 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.338322 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6cf73df2-45d5-4d1d-a862-85c8e5cd1405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee7c45ffdeb84f068f541eca30767a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166821 Aug 24 22:17:22.340998 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34422) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:22.341805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73df2-45d5-4d1d-a862-85c8e5cd1405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2aba6a-679c-4d35-aa18-e51dc5662230,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:22.383752 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] For port 6bbb6eba-aa85-4dd2-b42f-37066260853e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6bbb6eba-aa85-4dd2-b42f-37066260853e,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:22.384190 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.391327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.413182 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.533685 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.536662 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.537851 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d2aba6a-679c-4d35-aa18-e51dc5662230 HTTP/1.1" status: 204 len: 168 time: 0.1956625 Aug 24 22:17:22.557349 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.557730 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.558092 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP a0ac27f6-aa4e-49cb-8d7e-e32f825ed203 disassociated. External IP: 172.27.2.194, port: 6bbb6eba-aa85-4dd2-b42f-37066260853e. Aug 24 22:17:22.558382 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for 6bbb6eba-aa85-4dd2-b42f-37066260853e owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:22.560800 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e62dc-332e-427a-bf9f-eb202540b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2aba6a-679c-4d35-aa18-e51dc5662230,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:22.584451 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf373a-345b-451a-9548-791832d3dc4a req-007f8629-d7a3-4564-8eb8-971e7329fbf3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:22.586928 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7acf373a-345b-451a-9548-791832d3dc4a req-007f8629-d7a3-4564-8eb8-971e7329fbf3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 945 time: 0.0633144 Aug 24 22:17:22.629965 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7acf373a-345b-451a-9548-791832d3dc4a req-c072d182-20cf-4b06-9a5a-be0111704cbf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371647 Aug 24 22:17:22.745533 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:22.779869 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=6bbb6eba-aa85-4dd2-b42f-37066260853e,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:22.887105 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:23.001075 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:23.012073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:23.023452 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:23.024416 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:23.043674 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] No DVR routers for this DVR port 6bbb6eba-aa85-4dd2-b42f-37066260853e on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:23.046372 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:23.048561 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a137bdcc-febb-4723-a28c-9fac1e2c36c6 req-45ed143e-cfcb-4ee0-ae41-c14738375ae2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "DELETE /v2.0/ports/6bbb6eba-aa85-4dd2-b42f-37066260853e HTTP/1.1" status: 204 len: 173 time: 0.8861339 Aug 24 22:17:23.052580 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'name': 'network-vif-deleted', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:23.052580 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0591ef10-6190-426b-8dd2-4a4d3a976211" -d '{"events": [{"server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "name": "network-vif-deleted", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:23.104008 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4434ff-8f25-40f3-9fdd-eb563fcc8ee2 x-openstack-request-id: req-7b4434ff-8f25-40f3-9fdd-eb563fcc8ee2 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:23.104329 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f048d807-e72c-4357-a3f8-7675319d1a34", "name": "network-vif-deleted", "tag": "6bbb6eba-aa85-4dd2-b42f-37066260853e", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:23.104580 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b4434ff-8f25-40f3-9fdd-eb563fcc8ee2 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:23.105031 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f048d807-e72c-4357-a3f8-7675319d1a34', 'name': 'network-vif-deleted', 'tag': '6bbb6eba-aa85-4dd2-b42f-37066260853e', 'status': 'completed', 'code': 200} Aug 24 22:17:23.163633 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:23.491108 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:23.521929 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:23.530093 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:23.530703 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:23.636570 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:23.729136 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0374b010-5a05-4ee8-90de-1f3d745e4b25 req-c76abab1-2dc2-4158-af7c-cc64dc31449a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f048d807-e72c-4357-a3f8-7675319d1a34 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Aug 24 22:17:23.865684 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:23.896632 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e73bf-b724-4faf-bfda-a9745010d2f1 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:24.116907 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac53575-527d-42dd-9258-22d5503b48bf None None] New status for floating IP a0ac27f6-aa4e-49cb-8d7e-e32f825ed203: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:17:24.574940 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3a1fb-5c23-475c-8bf7-bf452f2fbe5c req-89891036-ebc9-4cb9-b316-9953de039843 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:24.576534 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8e3a1fb-5c23-475c-8bf7-bf452f2fbe5c req-89891036-ebc9-4cb9-b316-9953de039843 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0487349 Aug 24 22:17:24.617450 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e8e3a1fb-5c23-475c-8bf7-bf452f2fbe5c req-b14fefac-b708-43ea-b392-a6b920e5662a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Aug 24 22:17:24.984747 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-42166f37-fdd0-4069-aa52-e15cabc7f1ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311625091&fields=id&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 267 time: 0.0317836 Aug 24 22:17:25.089887 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-4e8bb933-dfd2-45c3-a55d-a935d19957cd tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:25.091320 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-4e8bb933-dfd2-45c3-a55d-a935d19957cd tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.1007202 Aug 24 22:17:25.106374 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8a7306dc-5e56-4c31-a0ca-5c650dfccaa1 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/quotas/2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 375 time: 0.0092783 Aug 24 22:17:25.157402 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-85386e09-cc36-4582-91cc-ad4ded7dc8db tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456944 Aug 24 22:17:25.267271 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-537c81a7-8296-4bfb-b70f-9f68f4ba4c90 service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978723 Aug 24 22:17:25.356993 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-1d04c0f4-49d9-47c5-88f0-b0d871cc41f0 service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Aug 24 22:17:25.736320 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcdc8-fbff-490c-a7f5-cd37ca9f673e req-f4d5a719-7920-4909-b19a-370104f8c8d5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:25.737787 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e67bcdc8-fbff-490c-a7f5-cd37ca9f673e req-f4d5a719-7920-4909-b19a-370104f8c8d5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0484960 Aug 24 22:17:25.776326 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e67bcdc8-fbff-490c-a7f5-cd37ca9f673e req-c1c103bd-9194-408e-b9fc-95fbce3e42fa tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Aug 24 22:17:25.933001 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-62e0226b-13c9-4b39-af2f-0b6e77de5e09 req-2e4922ea-5941-4392-9ea9-fc8b004fe9f2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Aug 24 22:17:26.895956 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a822-0067-41e2-96ec-2c1db63b6178 req-a5c2e25b-1e94-4e9e-ad2c-0f01533b2d80 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:26.897458 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f2c6a822-0067-41e2-96ec-2c1db63b6178 req-a5c2e25b-1e94-4e9e-ad2c-0f01533b2d80 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0479512 Aug 24 22:17:26.935188 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f2c6a822-0067-41e2-96ec-2c1db63b6178 req-c219c97f-8021-437a-8d57-a5d0046af603 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Aug 24 22:17:27.023089 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-445192b6-c09c-4c97-b5b1-5f16429144a0 req-31dc01fe-eaeb-425c-9bfd-b694bfd21834 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Aug 24 22:17:27.468411 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6bbb6eba-aa85-4dd2-b42f-37066260853e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:27.488145 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 6bbb6eba-aa85-4dd2-b42f-37066260853e {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:27.488611 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6bbb6eba-aa85-4dd2-b42f-37066260853e not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:27.899749 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-b92d1430-d50c-445a-bc6e-22239bb5bb60 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503137347&fields=id&tenant_id=899b4988927542c2a81b07d8d251f551 HTTP/1.1" status: 200 len: 267 time: 0.0318799 Aug 24 22:17:27.951609 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-688936e9-1777-4309-9e2d-cf7c4ca276bc tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:27.953188 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-688936e9-1777-4309-9e2d-cf7c4ca276bc tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 984 time: 0.0478938 Aug 24 22:17:27.964294 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Request body: {'port': {'security_groups': ['0888daf8-a673-492d-864e-4ecf5ac27995']}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:28.063437 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.090983 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82006bdb-a73d-4a14-b8f6-0304592582f4 req-a4e2e189-1922-4223-b170-1fe47c6c6f15 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:28.092402 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82006bdb-a73d-4a14-b8f6-0304592582f4 req-a4e2e189-1922-4223-b170-1fe47c6c6f15 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0815723 Aug 24 22:17:28.174109 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-82006bdb-a73d-4a14-b8f6-0304592582f4 req-d3e34515-04cb-4df2-8002-48664f81ce38 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613382 Aug 24 22:17:28.281538 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-40a9ee08-c845-40a8-8324-4e9725528807 req-0f19965b-abe9-444a-bd50-853c316ac101 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 210 time: 0.0356667 Aug 24 22:17:28.287320 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-96083d3f-1d58-4e08-87bc-2c435ac29f9a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:28.288689 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-96083d3f-1d58-4e08-87bc-2c435ac29f9a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.1064870 Aug 24 22:17:28.310196 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:28.341556 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.353695 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-4562288c-2a74-4cca-b94e-40629ffa7eb7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 380 time: 0.0394278 Aug 24 22:17:28.363688 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'port': {'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'admin_state_up': True, 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'security_groups': ['09ad046c-1fd2-4f30-acc7-93cccc9dcfdb']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:28.485297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.521265 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:28.548868 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:28.549527 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.550965 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7611a2c3-183d-4d67-8c16-519a39ea52ca req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "PUT /v2.0/ports/72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 942 time: 0.5913665 Aug 24 22:17:28.551462 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:28.557236 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ce9046-c7ce-46fc-ab05-13006b8516b1" -d '{"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:28.557782 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34566) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:28.567977 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Made reservation on behalf of 2f119ee85efd4f60882ad6046d33822f for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:17:28.572042 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.611812 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1c1b3-d165-4ed6-88cd-0d0bdeedef45 x-openstack-request-id: req-afb1c1b3-d165-4ed6-88cd-0d0bdeedef45 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:28.612105 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:28.612380 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afb1c1b3-d165-4ed6-88cd-0d0bdeedef45 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:28.612778 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:17:28.613771 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12dbb0-84bd-4cfa-9e7a-b591f4d7ac4a tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event updated for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=7']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:28.718973 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-ef13ff74-e18b-4e55-a857-7b92e6dce8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:28.720016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:28.720520 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-ef13ff74-e18b-4e55-a857-7b92e6dce8fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1098 time: 0.0485275 Aug 24 22:17:28.736589 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.20.0.10 (37403031-71e3-4a75-bdc3-e7f6afed8997/58a0261d-97fa-43c3-8873-4a17c8adb396/3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:17:28.806206 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.845869 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-340e2392-2b41-4a3a-8a64-76fb02720114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:28.848082 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-340e2392-2b41-4a3a-8a64-76fb02720114 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.1023633 Aug 24 22:17:28.858246 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-a4f6965e-593d-4f33-a3bb-d2489a29d0bd None None] Provisioning complete for port 72a354ef-e3ff-424e-a9fb-2dbffb797563 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:28.858598 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a4f6965e-593d-4f33-a3bb-d2489a29d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.932990 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.941020 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-e3686f06-ddbf-443f-933c-bb47c7096c5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 1001 time: 0.0845075 Aug 24 22:17:28.982537 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:28.999108 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Transition to ACTIVE for port object 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:17:29.001491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-e72c21b1-9633-498e-9c19-0b1e0939b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:29.002991 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-e72c21b1-9633-498e-9c19-0b1e0939b9f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0513716 Aug 24 22:17:29.056877 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-0f1ff457-e01f-4722-ab5b-013322b01f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:29.058434 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-0f1ff457-e01f-4722-ab5b-013322b01f16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440023 Aug 24 22:17:29.151169 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-43f6525f-4a2b-466b-ab54-569330424d6a service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807319 Aug 24 22:17:29.177297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.179852 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.181581 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff197980-59a2-425f-8b2c-6660e7a8ebf3 HTTP/1.1" status: 204 len: 168 time: 0.6222661 Aug 24 22:17:29.182204 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.183896 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34574) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:29.254304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803eea9-b569-4703-9b29-d9ccfadadac0 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff197980-59a2-425f-8b2c-6660e7a8ebf3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:29.272617 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d8ce9046-c7ce-46fc-ab05-13006b8516b1 req-bd587914-3676-4721-9c39-8f4134726c6b service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119077 Aug 24 22:17:29.292171 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:17:29.298650 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:17:29.306637 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:17:29.314167 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:29.354054 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d4e34-db50-48d2-a916-87012f19931e req-45593045-a59c-44b3-beca-1b3f18d4f5b9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:29.355955 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c4d4e34-db50-48d2-a916-87012f19931e req-45593045-a59c-44b3-beca-1b3f18d4f5b9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0977993 Aug 24 22:17:29.408970 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:29.409735 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.459540 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9c4d4e34-db50-48d2-a916-87012f19931e req-134bf135-5ae8-4033-867c-1a718050e21c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971563 Aug 24 22:17:29.471814 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Deleting port ed1ff475-fb7a-4a3d-9c6a-18609043f810 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:29.472539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.476537 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242a366-e4dd-4561-a6bd-a7d0657e0c52 req-b6815d6d-7923-4099-bab3-977569b646c6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:29.478170 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9242a366-e4dd-4561-a6bd-a7d0657e0c52 req-b6815d6d-7923-4099-bab3-977569b646c6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 932 time: 0.1093667 Aug 24 22:17:29.523320 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f4fe49c6-c29e-48e9-a8cb-a71cd3157c0c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1635673 Aug 24 22:17:29.527273 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9242a366-e4dd-4561-a6bd-a7d0657e0c52 req-b953afa6-c4b9-4d09-b986-be09c1656126 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Aug 24 22:17:29.564384 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Request body: {'port': {'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:29.601337 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.601687 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.620775 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Calling delete_port for ed1ff475-fb7a-4a3d-9c6a-18609043f810 owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:29.652501 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.765106 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-0898082c-db1f-41c0-92be-9d8d85ec2174 None None] Provisioning for port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:17:29.770002 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-0898082c-db1f-41c0-92be-9d8d85ec2174 None None] Provisioning complete for port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:29.770814 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-0898082c-db1f-41c0-92be-9d8d85ec2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:29.817682 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-0898082c-db1f-41c0-92be-9d8d85ec2174 None None] Port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:17:29.925158 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.052194 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:17:30.059556 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.071126 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Transition to ACTIVE for port object 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:17:30.073490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.098707 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event deleted for resources: {'Port': ['ID=ed1ff475-fb7a-4a3d-9c6a-18609043f810,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:30.109669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34586) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:30.131107 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.208434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:30.216033 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.216374 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Floating IP 62f04ad1-b59d-4dbb-a2fb-c25be5b706e6 disassociated (deleted). External IP: 172.27.2.240, port: 72a354ef-e3ff-424e-a9fb-2dbffb797563. Aug 24 22:17:30.578394 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7a319ea-afa4-4895-8661-81d87d11ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.621791 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5284a-b325-456b-8ed8-b54b20a37c6b req-db377b9b-64ec-4e41-9e55-5f65ce44488f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:30.624461 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35c5284a-b325-456b-8ed8-b54b20a37c6b req-db377b9b-64ec-4e41-9e55-5f65ce44488f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0812128 Aug 24 22:17:30.638818 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Attempting to bind port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:17:30.639051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Attempting to bind port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:17:30.639373 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Attempting to bind port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:17:30.657744 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb on network 37403031-71e3-4a75-bdc3-e7f6afed8997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:17:30.658094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Attempting to bind port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:17:30.672439 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:17:30.672781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:17:30.673234 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Bound using segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:17:30.673587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Bound port: 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:17:30.673941 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.695268 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35c5284a-b325-456b-8ed8-b54b20a37c6b req-a1a34f07-8a5f-4ec5-8bc2-4f5b9dabc4f7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649047 Aug 24 22:17:30.706412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5870-85d6-4a7f-9baa-8a98de808e14 req-6ff8be14-b37e-47ba-8c98-288cff9fc025 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:30.708011 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9fa5870-85d6-4a7f-9baa-8a98de808e14 req-6ff8be14-b37e-47ba-8c98-288cff9fc025 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0754061 Aug 24 22:17:30.766834 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9fa5870-85d6-4a7f-9baa-8a98de808e14 req-3b3296a6-065d-42a0-8ce8-2b7d45e0ffce tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 Aug 24 22:17:30.868074 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:17:30.886539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7a319ea-afa4-4895-8661-81d87d11ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.891685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Router ff7c4880-4509-4ab9-8a24-e84b31e1f075 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:30.893598 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:17:30.996175 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7a319ea-afa4-4895-8661-81d87d11ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:30.998875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.018935 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:31.029476 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Sync routers for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:31.039522 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:31.040173 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:31.055685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.097782 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.099082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.100521 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 1094 time: 1.5541160 Aug 24 22:17:31.101959 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:31.104268 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a2135-c29a-4a82-9d7c-e44263ef3c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:31.112807 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b7a319ea-afa4-4895-8661-81d87d11ea57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed90906a66f8447aa870533fd5c2feee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0019186 Aug 24 22:17:31.116645 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34606) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:31.121516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a319ea-afa4-4895-8661-81d87d11ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0642f-38ef-4151-bcbc-13b7f55b130f,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:31.130468 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f3a1aa9d-00c1-44b3-b615-4339407c3f18 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "DELETE /v2.0/floatingips/62f04ad1-b59d-4dbb-a2fb-c25be5b706e6 HTTP/1.1" status: 204 len: 168 time: 1.9428825 Aug 24 22:17:31.143115 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfca72-6b02-460c-814b-18b9ede39606 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:31.169051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a29a49-2225-4a16-ab12-dfb9dd4a407e x-openstack-request-id: req-53a29a49-2225-4a16-ab12-dfb9dd4a407e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:31.170257 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:31.171132 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53a29a49-2225-4a16-ab12-dfb9dd4a407e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:31.171862 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'status': 'completed', 'code': 200} Aug 24 22:17:31.207945 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:31.212681 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.248500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.331331 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-9b9bfe87-70f6-470c-abfb-a9bc7c440f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.333393 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-9b9bfe87-70f6-470c-abfb-a9bc7c440f8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1097 time: 0.0979698 Aug 24 22:17:31.465380 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-53ef0bde-8583-413b-8509-3b8735c13cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.466852 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-53ef0bde-8583-413b-8509-3b8735c13cd3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f119ee85efd4f60882ad6046d33822f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1123233 Aug 24 22:17:31.480709 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.480709 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:31.480709 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63c0642f-38ef-4151-bcbc-13b7f55b130f HTTP/1.1" status: 204 len: 168 time: 0.3599169 Aug 24 22:17:31.492601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43db3b-6bf5-48a3-a448-0204000062f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0642f-38ef-4151-bcbc-13b7f55b130f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:31.528959 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:31.555670 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Checking router: ff7c4880-4509-4ab9-8a24-e84b31e1f075 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:31.565471 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:31.566432 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:31.581857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-377a7f3e-4cd9-4b5d-93b2-7e3c629bf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.583985 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-854a2135-c29a-4a82-9d7c-e44263ef3c6c req-377a7f3e-4cd9-4b5d-93b2-7e3c629bf998 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016438 Aug 24 22:17:31.686640 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:31.704810 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-d928cff2-a41c-4be4-ab01-23ed9659b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.706498 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-d928cff2-a41c-4be4-ab01-23ed9659b7ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1097 time: 0.0445070 Aug 24 22:17:31.763310 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-e7657def-6146-4a99-a6a1-d57b6024e8ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 217 time: 0.0408835 Aug 24 22:17:31.889559 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-4ae7cc4e-6ccd-405a-8754-e935bb63890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.891257 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-4ae7cc4e-6ccd-405a-8754-e935bb63890e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0941560 Aug 24 22:17:31.939702 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8347d-c67e-4847-81db-4870e57a1c7b req-ff520338-5458-4b61-8f91-b1afa46c0825 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.948106 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c2e8347d-c67e-4847-81db-4870e57a1c7b req-ff520338-5458-4b61-8f91-b1afa46c0825 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1295764 Aug 24 22:17:31.973518 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:31.983802 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8265e-e088-4726-a69e-98627b9a1865 req-12868ae9-6324-45b4-b40f-43f4f2c22c59 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.989439 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a8f8265e-e088-4726-a69e-98627b9a1865 req-12868ae9-6324-45b4-b40f-43f4f2c22c59 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.1087420 Aug 24 22:17:31.989685 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-7f38030d-5c00-4c56-a9d0-99735169cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:31.990768 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-7f38030d-5c00-4c56-a9d0-99735169cf3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0820241 Aug 24 22:17:32.003356 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab4763-82e6-480e-a07d-b950d2f96fd0 None None] The sync data for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi is: [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:14:02Z', 'revision_number': 4, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c', 'name': '', 'network_id': '9558b5d8-c97f-4c15-920b-724863172dff', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'mac_address': 'fa:16:3e:81:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:02Z', 'updated_at': '2021-08-24T22:14:08Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'subnets': [{'id': '8c6fb981-289f-416a-a3b2-943dd8736ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:32.038359 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c2e8347d-c67e-4847-81db-4870e57a1c7b req-094eeaff-2dff-49cc-84ed-47a38151827d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709021 Aug 24 22:17:32.060828 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a8f8265e-e088-4726-a69e-98627b9a1865 req-960ba809-4f13-4a24-ad10-84cf7856c51b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663874 Aug 24 22:17:32.135534 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-f0ac2867-1d3d-4d8c-a98b-94a5a4c9aa46 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974791 Aug 24 22:17:32.234713 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dabb6b6c-57d6-4c9a-bf4f-f899143a3af8 req-51d027a4-da92-4603-b776-cca7d8031765 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 Aug 24 22:17:32.237188 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e2ebe-e8cb-447e-888e-95681d35b3a0 None None] New status for floating IP 62f04ad1-b59d-4dbb-a2fb-c25be5b706e6: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:17:32.373492 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34628) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:32.388257 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-27390d69-16c9-4bfd-b8fc-da426cbcc5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:32.709328 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-27390d69-16c9-4bfd-b8fc-da426cbcc5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:32.765215 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-27390d69-16c9-4bfd-b8fc-da426cbcc5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:32.805495 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-27390d69-16c9-4bfd-b8fc-da426cbcc5a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b6934d504ff4a44bbe458936449f98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308228 Aug 24 22:17:32.806555 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27390d69-16c9-4bfd-b8fc-da426cbcc5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6253970f-e580-420e-b52f-3ccffd14e233,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:32.808331 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34640) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:32.862717 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:32.888763 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:33.040246 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:33.042883 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:33.044027 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6253970f-e580-420e-b52f-3ccffd14e233 HTTP/1.1" status: 204 len: 168 time: 0.2337692 Aug 24 22:17:33.052943 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852afb1-462c-4858-be99-385f52568d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253970f-e580-420e-b52f-3ccffd14e233,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:33.132065 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9f7dd-079b-4844-9f48-fb9b16dc8931 req-47bbf95d-6b7d-41a6-b521-ef5dbf8d28d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.133569 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42e9f7dd-079b-4844-9f48-fb9b16dc8931 req-47bbf95d-6b7d-41a6-b521-ef5dbf8d28d6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Aug 24 22:17:33.173754 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-42e9f7dd-079b-4844-9f48-fb9b16dc8931 req-4571d57b-2810-498b-a54c-1f57e5c2facb tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338509 Aug 24 22:17:33.173984 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:33.176950 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b63e17-fb4d-40cd-99e0-f748d96e72bc" -d '{"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:33.288983 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8ae27-e117-4929-8746-0ecd864de201 req-071517a8-969a-44ba-b2ae-7df208c4417a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.290436 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30a8ae27-e117-4929-8746-0ecd864de201 req-071517a8-969a-44ba-b2ae-7df208c4417a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0481327 Aug 24 22:17:33.330514 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-30a8ae27-e117-4929-8746-0ecd864de201 req-d09f30df-0fa5-4756-adc1-0c57339f87ca tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Aug 24 22:17:33.372505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b394ca-a3ad-42fe-89c9-43e2ae98fa3b x-openstack-request-id: req-68b394ca-a3ad-42fe-89c9-43e2ae98fa3b {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:33.372860 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:33.373218 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68b394ca-a3ad-42fe-89c9-43e2ae98fa3b {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:33.373601 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:17:33.470761 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-c3ead39b-865b-4294-862a-3cb8851851ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.472367 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-c3ead39b-865b-4294-862a-3cb8851851ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1098 time: 0.0416141 Aug 24 22:17:33.599482 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-41240cd7-e297-455c-a5fb-2ea83ff20cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.601152 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-41240cd7-e297-455c-a5fb-2ea83ff20cc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.0926969 Aug 24 22:17:33.654700 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-24308443-66a4-4ce4-bf84-75bd906f1a8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Aug 24 22:17:33.663534 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-8820156e-22a9-4bc6-bc31-29245a8cf5e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400531 Aug 24 22:17:33.705636 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-27cc72e0-e420-4232-b0e3-a952055077f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.707107 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-27cc72e0-e420-4232-b0e3-a952055077f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0449986 Aug 24 22:17:33.767865 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-f1c28c5b-973e-451a-805f-135ed3a5404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:33.770042 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-f1c28c5b-973e-451a-805f-135ed3a5404d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526798 Aug 24 22:17:33.871601 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-b0e446e7-d0fc-4bf3-b7f0-b07bda03a9d4 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930796 Aug 24 22:17:33.974614 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28b63e17-fb4d-40cd-99e0-f748d96e72bc req-9b5911b3-36be-4e55-a64f-4270e6f3f9f7 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932002 Aug 24 22:17:34.188354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-ceb76050-08c6-4b69-960f-1e37fba30b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.189875 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-ceb76050-08c6-4b69-960f-1e37fba30b19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=899b4988927542c2a81b07d8d251f551&device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 1098 time: 0.0479600 Aug 24 22:17:34.306451 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce54ce-1452-41fb-815f-714717fb14a9 req-8a395015-7869-4f04-84d2-0b067825043a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.308847 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d2ce54ce-1452-41fb-815f-714717fb14a9 req-8a395015-7869-4f04-84d2-0b067825043a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0569177 Aug 24 22:17:34.314345 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-fefccd8e-2c7a-4ec5-9eb8-d1c5560d32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.316050 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-fefccd8e-2c7a-4ec5-9eb8-d1c5560d32af service neutron] 10.222.0.26 "GET /v2.0/networks?id=9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 200 len: 916 time: 0.0951014 Aug 24 22:17:34.350899 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d2ce54ce-1452-41fb-815f-714717fb14a9 req-9d485f03-b198-48e3-83ae-d7a0ca8225f7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346408 Aug 24 22:17:34.359383 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-23bc3ab5-9f3c-409c-9082-32c719df44a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 200 len: 217 time: 0.0356109 Aug 24 22:17:34.427914 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-fd5a7158-0be4-4543-a056-c2ad77e7ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.429540 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-fd5a7158-0be4-4543-a056-c2ad77e7ca78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 200 len: 854 time: 0.0627680 Aug 24 22:17:34.469587 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6bb5e-3a87-48ce-831e-b7ec92658999 req-f3ccdcda-8f66-4a77-ab3c-91fcb531765a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.471271 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a1e6bb5e-3a87-48ce-831e-b7ec92658999 req-f3ccdcda-8f66-4a77-ab3c-91fcb531765a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0525782 Aug 24 22:17:34.485883 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-ed20f4d4-0557-486d-9c92-e18292bd01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:34.487009 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-ed20f4d4-0557-486d-9c92-e18292bd01c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9558b5d8-c97f-4c15-920b-724863172dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458574 Aug 24 22:17:34.511040 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a1e6bb5e-3a87-48ce-831e-b7ec92658999 req-266f44f9-d7ac-44aa-a276-221ea6ed1c8a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Aug 24 22:17:34.585281 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-d1b0727e-52ad-496c-baa7-ac18633ad02c service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 Aug 24 22:17:34.677984 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-fcdb871e-f776-41b5-8855-9e9828dc0bb2 req-fa86a184-0f6d-429a-bcc1-1c98e3040395 service neutron] 10.222.0.26 "GET /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846772 Aug 24 22:17:34.941137 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34698) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:35.042407 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-17eb59d3-d10b-4fa7-9e0d-12b933a93858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.132024 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-17eb59d3-d10b-4fa7-9e0d-12b933a93858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.282210 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-17eb59d3-d10b-4fa7-9e0d-12b933a93858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.320369 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-17eb59d3-d10b-4fa7-9e0d-12b933a93858 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5f83df88a2646869906e08a0a483563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774981 Aug 24 22:17:35.321464 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb59d3-d10b-4fa7-9e0d-12b933a93858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5907dd6c-3e58-4dcc-943a-4491361c693c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:35.328801 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34706) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:35.375809 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.402657 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.489076 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890fa54-ad7e-4f5a-a0e5-e58e0718cea7 req-f7c00cef-077b-43ac-8812-92048fe3f978 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:35.490455 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a890fa54-ad7e-4f5a-a0e5-e58e0718cea7 req-f7c00cef-077b-43ac-8812-92048fe3f978 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0531161 Aug 24 22:17:35.513704 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.516308 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:35.517641 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5907dd6c-3e58-4dcc-943a-4491361c693c HTTP/1.1" status: 204 len: 168 time: 0.1885989 Aug 24 22:17:35.528891 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d706b-e63b-4b82-b20e-f2355c4ddf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5907dd6c-3e58-4dcc-943a-4491361c693c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:35.529201 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a890fa54-ad7e-4f5a-a0e5-e58e0718cea7 req-4cfafa58-ee9d-4c98-8c65-2f0e6ea5fe0d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326333 Aug 24 22:17:35.683364 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d846-6944-4051-b2ea-a33311069319 req-386407d9-1259-4f26-b0cd-bcee30781c98 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:35.684846 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b81d846-6944-4051-b2ea-a33311069319 req-386407d9-1259-4f26-b0cd-bcee30781c98 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0784872 Aug 24 22:17:35.693530 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535deda-4cc6-4d66-9d92-2832746ea538 req-39d46487-d59a-4954-b1d6-c5f291c02875 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:35.694872 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7535deda-4cc6-4d66-9d92-2832746ea538 req-39d46487-d59a-4954-b1d6-c5f291c02875 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0873029 Aug 24 22:17:35.758593 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b81d846-6944-4051-b2ea-a33311069319 req-5f7e5585-ca8b-4935-a989-c350ead3fa07 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560081 Aug 24 22:17:35.758593 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7535deda-4cc6-4d66-9d92-2832746ea538 req-ffba17b2-0797-427f-a916-b7cbf839d7ef tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557032 Aug 24 22:17:36.663552 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144f54-9663-4701-b756-e5507837c321 req-267318a2-04e9-4b0a-bb9f-c1fc8441300a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:36.665159 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b144f54-9663-4701-b756-e5507837c321 req-267318a2-04e9-4b0a-bb9f-c1fc8441300a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0503578 Aug 24 22:17:36.705180 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b144f54-9663-4701-b756-e5507837c321 req-26c5df87-0c1a-4ebc-93a2-9f233a174c54 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Aug 24 22:17:36.905389 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d509b8-c74c-4240-83d1-247d6de97f9b req-fab328f2-4c47-4cd6-b936-4d50377509d0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:36.906887 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66d509b8-c74c-4240-83d1-247d6de97f9b req-fab328f2-4c47-4cd6-b936-4d50377509d0 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0821826 Aug 24 22:17:36.914785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf1707-0230-4e8d-b17c-d98a0d1798a0 req-ce081df9-8a9d-473f-934c-0a80fda43c38 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:36.915956 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fbf1707-0230-4e8d-b17c-d98a0d1798a0 req-ce081df9-8a9d-473f-934c-0a80fda43c38 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0893211 Aug 24 22:17:36.971651 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66d509b8-c74c-4240-83d1-247d6de97f9b req-32744946-2b8e-4d7f-b2bd-6e794515de4f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547104 Aug 24 22:17:36.977263 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2fbf1707-0230-4e8d-b17c-d98a0d1798a0 req-b4d58758-bf60-42d5-a0b8-387816d05f16 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Aug 24 22:17:37.513199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:17:37.613656 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:37.624950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:17:37.662460 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:37.674683 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:17:37.693865 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:37.757165 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:37.812220 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=6']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:37.820255 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.820677 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.820961 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.821270 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.821600 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.821929 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.822257 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.822581 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.823010 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.823209 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.823667 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.823993 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:37.846341 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97ba19-3dca-418b-9206-f21ea00343f8 req-d01e17c6-ca36-4c94-b4ff-65e720cf990d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:37.847847 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dd97ba19-3dca-418b-9206-f21ea00343f8 req-d01e17c6-ca36-4c94-b4ff-65e720cf990d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Aug 24 22:17:37.912401 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dd97ba19-3dca-418b-9206-f21ea00343f8 req-7c6d072d-4c91-4e90-a6e7-1c7faebb631e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511739 Aug 24 22:17:37.936355 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-898bb8d9-edfd-4ea4-b814-b186344ea2b8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:37.938105 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-898bb8d9-edfd-4ea4-b814-b186344ea2b8 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.26 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0639663 Aug 24 22:17:37.968563 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:38.150857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Deleting port 72a354ef-e3ff-424e-a9fb-2dbffb797563 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:38.155127 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:38.203349 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f070-c433-4c9b-8882-4882b5a534ee req-95652d90-938e-40e3-8381-946c55556074 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:38.205069 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-be14f070-c433-4c9b-8882-4882b5a534ee req-95652d90-938e-40e3-8381-946c55556074 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.1158209 Aug 24 22:17:38.214374 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc930-1c1f-4fd7-a304-823efcd44c57 req-fdbffd81-352b-4eb1-8e85-f98679bf986d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:38.215836 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b71bc930-1c1f-4fd7-a304-823efcd44c57 req-fdbffd81-352b-4eb1-8e85-f98679bf986d tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 945 time: 0.0845349 Aug 24 22:17:38.271562 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b71bc930-1c1f-4fd7-a304-823efcd44c57 req-cc8ec4b6-48a0-46aa-9e70-f8b1f174baa1 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/security-groups?id=0888daf8-a673-492d-864e-4ecf5ac27995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Aug 24 22:17:38.304804 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-be14f070-c433-4c9b-8882-4882b5a534ee req-c943e9a6-0324-4e7e-a144-1dee2f7fa169 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876396 Aug 24 22:17:38.310757 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] For port 72a354ef-e3ff-424e-a9fb-2dbffb797563, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=72a354ef-e3ff-424e-a9fb-2dbffb797563,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:38.311187 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:38.331505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Calling delete_port for 72a354ef-e3ff-424e-a9fb-2dbffb797563 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:38.593727 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:38.627041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Pushing event deleted for resources: {'Port': ['ID=72a354ef-e3ff-424e-a9fb-2dbffb797563,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:38.632951 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['72a354ef-e3ff-424e-a9fb-2dbffb797563'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:38.688516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] No DVR routers for this DVR port 72a354ef-e3ff-424e-a9fb-2dbffb797563 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:38.695913 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:38.698037 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b8d7edd5-85d2-4d28-905c-44a5bacaf401 req-f981f230-c89b-45e2-b8b9-b4a5cd7edec2 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.26 "DELETE /v2.0/ports/72a354ef-e3ff-424e-a9fb-2dbffb797563 HTTP/1.1" status: 204 len: 173 time: 0.7525826 Aug 24 22:17:38.698568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'name': 'network-vif-deleted', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:38.700894 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887ac9a6-495d-4c22-b39e-73a5b5d9ad9d" -d '{"events": [{"server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "name": "network-vif-deleted", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:38.737780 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b379f974-bf32-4688-8603-7e6baecee18e x-openstack-request-id: req-b379f974-bf32-4688-8603-7e6baecee18e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:38.738196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25540dc9-aa55-4060-a857-d98c854b49c2", "name": "network-vif-deleted", "tag": "72a354ef-e3ff-424e-a9fb-2dbffb797563", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:38.738681 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b379f974-bf32-4688-8603-7e6baecee18e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:38.739399 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25540dc9-aa55-4060-a857-d98c854b49c2', 'name': 'network-vif-deleted', 'tag': '72a354ef-e3ff-424e-a9fb-2dbffb797563', 'status': 'completed', 'code': 200} Aug 24 22:17:39.069429 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03847b-e9ed-4adc-b1b7-6739792b16f1 req-b3bb092b-6548-46dc-b369-158b96bc8d60 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:39.080409 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e03847b-e9ed-4adc-b1b7-6739792b16f1 req-b3bb092b-6548-46dc-b369-158b96bc8d60 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0805299 Aug 24 22:17:39.161334 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0e03847b-e9ed-4adc-b1b7-6739792b16f1 req-ef0d502e-8d3e-433b-a288-140001e4bb66 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756574 Aug 24 22:17:39.444298 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1359a58c-aadf-4e62-9fcd-371d9f28acb6 req-11a5f732-f2fb-4f6b-a03b-2a2c22ec9211 tempest-TestMinimumBasicScenario-1375367521 tempest-TestMinimumBasicScenario-1375367521-project] 10.222.0.20 "GET /v2.0/ports?device_id=25540dc9-aa55-4060-a857-d98c854b49c2 HTTP/1.1" status: 200 len: 210 time: 0.0478280 Aug 24 22:17:39.473189 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e203b0c-97f0-489f-9a28-41c734c0518e req-9dd63a6b-2d98-4fa2-ad9a-a17ac8bc88a9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:39.477089 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e203b0c-97f0-489f-9a28-41c734c0518e req-9dd63a6b-2d98-4fa2-ad9a-a17ac8bc88a9 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0913968 Aug 24 22:17:39.521685 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e203b0c-97f0-489f-9a28-41c734c0518e req-2a209c5f-196c-43d2-91ba-7ebc0a7ce08d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Aug 24 22:17:39.528280 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:17:39.605026 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:39.606691 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:39.691164 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:39.719636 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:39.722243 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8bc06c-2fbd-43c5-8761-9717677ea2c6" -d '{"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:39.740455 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:39.775833 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e944685-4194-4856-809a-521eee859853 x-openstack-request-id: req-1e944685-4194-4856-809a-521eee859853 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:39.776394 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:39.776827 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e944685-4194-4856-809a-521eee859853 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:39.777453 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'code': 200} Aug 24 22:17:39.822352 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:39.881384 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=7']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:40.322439 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201dd0-80f9-41f5-963a-ad1acadcaf6b req-c8ea7ba8-303a-4209-af2e-c2335ac44e44 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:40.324613 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-65201dd0-80f9-41f5-963a-ad1acadcaf6b req-c8ea7ba8-303a-4209-af2e-c2335ac44e44 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0632548 Aug 24 22:17:40.389006 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-65201dd0-80f9-41f5-963a-ad1acadcaf6b req-b56a0123-85f8-4f8d-912d-88f8a765e8be tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582998 Aug 24 22:17:40.710124 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e04bc6-c9fd-480c-ad68-bf6e5f36b6e0 req-7d6bb891-61a7-4b4f-99ea-81f71d19f643 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:40.718609 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-97e04bc6-c9fd-480c-ad68-bf6e5f36b6e0 req-7d6bb891-61a7-4b4f-99ea-81f71d19f643 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.1120636 Aug 24 22:17:40.773773 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-97e04bc6-c9fd-480c-ad68-bf6e5f36b6e0 req-a664e214-422c-471a-a7db-3eb464fbcefe tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538971 Aug 24 22:17:41.506666 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47a48-de85-4147-bdcb-bf52a6da79f2 req-01c9560e-125d-4e8e-aa50-d36bfbc28bea tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:41.508102 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-69a47a48-de85-4147-bdcb-bf52a6da79f2 req-01c9560e-125d-4e8e-aa50-d36bfbc28bea tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Aug 24 22:17:41.553261 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-69a47a48-de85-4147-bdcb-bf52a6da79f2 req-80a0aa5a-b42c-48bc-8753-718adb41c380 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383663 Aug 24 22:17:41.566970 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:17:41.676157 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:41.690890 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:17:41.733539 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:41.747875 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:17:41.770439 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:41.882888 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d2d01-e356-4b0f-a09f-89f92ea9eb63 req-babd6e36-4b7f-4d26-8b50-4e1215b6f78c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:41.884374 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0d2d2d01-e356-4b0f-a09f-89f92ea9eb63 req-babd6e36-4b7f-4d26-8b50-4e1215b6f78c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 944 time: 0.0474420 Aug 24 22:17:41.924758 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0d2d2d01-e356-4b0f-a09f-89f92ea9eb63 req-824bcedb-aef3-48f5-9de5-cdb0f4195a67 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338130 Aug 24 22:17:42.074387 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:42.125073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:42.421927 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:17:42.753126 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bc900-0ba5-4c9d-987f-f4730d6b877d req-09e4cf78-c3b4-4787-8c5c-bdd783eac235 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:42.769705 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-603bc900-0ba5-4c9d-987f-f4730d6b877d req-09e4cf78-c3b4-4787-8c5c-bdd783eac235 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0895808 Aug 24 22:17:42.815781 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-603bc900-0ba5-4c9d-987f-f4730d6b877d req-a7d2b808-0995-4a80-8123-8ac11d87605b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Aug 24 22:17:42.830915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b863bc21-056d-4c41-ad4e-b8a063f98e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:43.056495 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134fe5-f774-4895-89c3-69113f5ddde3 req-c0a8af65-97e3-4dd4-a29b-55dc150ce1ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:43.063627 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca134fe5-f774-4895-89c3-69113f5ddde3 req-c0a8af65-97e3-4dd4-a29b-55dc150ce1ec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 945 time: 0.0639298 Aug 24 22:17:43.108368 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ca134fe5-f774-4895-89c3-69113f5ddde3 req-a8702c63-b307-4a25-a61f-d2603dbfdd84 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Aug 24 22:17:43.407866 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34926) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:43.577192 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:17:43.793513 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:17:43.806708 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:17:43.807248 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:43.888566 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.009213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.016370 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdd4ce-dcb1-438e-ace4-a5c22e371e45 req-c67afe08-f81d-4370-a915-9ea343ca8a48 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:44.025873 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4cbdd4ce-dcb1-438e-ace4-a5c22e371e45 req-c67afe08-f81d-4370-a915-9ea343ca8a48 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0601223 Aug 24 22:17:44.040369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:44.042662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc33ed-5dba-4a4f-bf68-eb1868406a60" -d '{"events": [{"server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "name": "network-vif-plugged", "status": "completed", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:44.059096 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:44.094141 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3279add-fb6a-40d5-bae7-a13693280fae x-openstack-request-id: req-c3279add-fb6a-40d5-bae7-a13693280fae {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:44.098848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "name": "network-vif-plugged", "status": "completed", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:44.098848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3279add-fb6a-40d5-bae7-a13693280fae {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:44.098848 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'code': 200} Aug 24 22:17:44.145969 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4cbdd4ce-dcb1-438e-ace4-a5c22e371e45 req-df15bcb6-1bcf-4fb0-8994-f923ae8a6c87 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189291 Aug 24 22:17:44.168782 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.169606 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72a354ef-e3ff-424e-a9fb-2dbffb797563 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:44.247170 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 72a354ef-e3ff-424e-a9fb-2dbffb797563 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:44.255950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 72a354ef-e3ff-424e-a9fb-2dbffb797563 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:44.278259 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b351e-b2ca-4bfd-b0cb-3c9e53e3cedf req-96f5ae29-1ac2-493d-a88f-0a95df18e452 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:44.284394 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b19b351e-b2ca-4bfd-b0cb-3c9e53e3cedf req-96f5ae29-1ac2-493d-a88f-0a95df18e452 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0962350 Aug 24 22:17:44.294329 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Deleting port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:44.294819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.310282 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:44.344589 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b19b351e-b2ca-4bfd-b0cb-3c9e53e3cedf req-00c65c3a-954e-49c6-a45f-6c1bf30a4e14 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Aug 24 22:17:44.405775 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] For port f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:44.406427 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.425444 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Calling delete_port for f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:44.610008 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84284a2-35e9-4019-8dbf-0e3df6d77e6f req-2aa99e60-b043-420c-8fb8-84c7b5ea3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:44.611412 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a84284a2-35e9-4019-8dbf-0e3df6d77e6f req-2aa99e60-b043-420c-8fb8-84c7b5ea3e1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1099 time: 0.0500894 Aug 24 22:17:44.681626 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a84284a2-35e9-4019-8dbf-0e3df6d77e6f req-07963138-cf54-4ba9-b207-bc5fba04cc53 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Aug 24 22:17:44.723598 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:44.751102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:44.952844 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:45.213255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Router ff7c4880-4509-4ab9-8a24-e84b31e1f075 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:45.282573 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc756e-9e0b-4330-95d5-a3895df49c08 req-67b86ba8-9c13-45e3-8389-97e66582e4b5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:45.288691 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-60cc756e-9e0b-4330-95d5-a3895df49c08 req-67b86ba8-9c13-45e3-8389-97e66582e4b5 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0701568 Aug 24 22:17:45.330900 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-60cc756e-9e0b-4330-95d5-a3895df49c08 req-4f329bc9-8a3d-4e23-83aa-4aeb014b5dbe tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393784 Aug 24 22:17:45.358260 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:45.365413 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2ab913c8-7e26-4fff-b775-db671893e695 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff7c4880-4509-4ab9-8a24-e84b31e1f075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559929 Aug 24 22:17:45.367546 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34954) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:45.377508 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Sync routers for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:45.393480 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:45.396069 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:45.601686 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:45.781305 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d7e695f2-b85c-4ab9-bacb-8167a8d9d501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:45.849032 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d46c-c64a-4e3a-9107-9173adcdb877 req-f45ec574-d889-49e6-9103-60424eb7e3a4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:45.851552 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b921d46c-c64a-4e3a-9107-9173adcdb877 req-f45ec574-d889-49e6-9103-60424eb7e3a4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0988352 Aug 24 22:17:45.942458 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b921d46c-c64a-4e3a-9107-9173adcdb877 req-3153f39d-7578-4eb1-bf86-1d1e1e98a11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827782 Aug 24 22:17:45.968501 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:46.027665 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:46.058793 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:17:44Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:46.100229 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Checking router: ff7c4880-4509-4ab9-8a24-e84b31e1f075 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:46.119429 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:46.124094 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Routers {'ff7c4880-4509-4ab9-8a24-e84b31e1f075'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:46.125860 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:46.245030 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] Set router ff7c4880-4509-4ab9-8a24-e84b31e1f075 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:46.433160 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:17:44Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:46.454863 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140af360-88eb-4c5c-8da6-19729f12344e req-0d6503f0-23a7-47ba-99b2-02c75ae84c89 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:46.456921 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-140af360-88eb-4c5c-8da6-19729f12344e req-0d6503f0-23a7-47ba-99b2-02c75ae84c89 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Aug 24 22:17:46.463929 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52c5e9-68e0-48a3-baa1-ca09a4be7cef None None] The sync data for ids ['ff7c4880-4509-4ab9-8a24-e84b31e1f075'] in dv-cinder-789564-11-iscsi is: [{'id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'name': 'tempest-TestMinimumBasicScenario-1875324150-router', 'tenant_id': '899b4988927542c2a81b07d8d251f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:57Z', 'updated_at': '2021-08-24T22:17:44Z', 'revision_number': 5, 'project_id': '899b4988927542c2a81b07d8d251f551', 'gw_port': {'id': '54814d07-946c-400d-9bcc-a6d0d3a67514', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7c4880-4509-4ab9-8a24-e84b31e1f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:58Z', 'updated_at': '2021-08-24T22:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:46.500865 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-140af360-88eb-4c5c-8da6-19729f12344e req-1a004574-ac9a-4760-aba2-2b338dbaddc1 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375385 Aug 24 22:17:46.703791 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Deleting port 54814d07-946c-400d-9bcc-a6d0d3a67514 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:46.704142 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:46.782032 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] For port 54814d07-946c-400d-9bcc-a6d0d3a67514, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=54814d07-946c-400d-9bcc-a6d0d3a67514,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:46.782289 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:46.796294 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Calling delete_port for 54814d07-946c-400d-9bcc-a6d0d3a67514 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:46.835712 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.059722 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.096049 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858230a-3ceb-4eaf-b421-dc588f8cd31b req-173239d1-07d3-4e0e-868d-3a2019384509 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:47.103014 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54814d07-946c-400d-9bcc-a6d0d3a67514,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:47.110337 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5858230a-3ceb-4eaf-b421-dc588f8cd31b req-173239d1-07d3-4e0e-868d-3a2019384509 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0892272 Aug 24 22:17:47.164416 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5858230a-3ceb-4eaf-b421-dc588f8cd31b req-e02b7836-0636-4e55-b719-3596c214b4a6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531516 Aug 24 22:17:47.236996 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.343412 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.345805 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.360825 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a472-2037-4ed5-8d7a-25972471473d req-6d0a6e0a-bb35-402c-90df-757444ceafd4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:47.363132 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c100a472-2037-4ed5-8d7a-25972471473d req-6d0a6e0a-bb35-402c-90df-757444ceafd4 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0873871 Aug 24 22:17:47.415242 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c100a472-2037-4ed5-8d7a-25972471473d req-281184e1-5f9e-4d37-bd97-cbc96a9f1213 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Aug 24 22:17:47.445734 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34994) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:47.486213 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924b150-0fa7-424b-b014-8e5616e18115 tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:47.491958 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c924b150-0fa7-424b-b014-8e5616e18115 tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1094 time: 0.0413647 Aug 24 22:17:47.492098 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 34996) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:47.496643 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:17:47.516697 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.517273 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff7c4880-4509-4ab9-8a24-e84b31e1f075 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:17:47.525248 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.525248 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7bfd6630-0624-47bf-bfaa-5275729a3ff5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff7c4880-4509-4ab9-8a24-e84b31e1f075 HTTP/1.1" status: 204 len: 168 time: 2.1543803 Aug 24 22:17:47.529598 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 34998) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:47.585024 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Deleting subnet 8c6fb981-289f-416a-a3b2-943dd8736ec2 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:17:47.589138 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.622354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.678596 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.718708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5b04-ca05-4b77-940a-d0bec870ac59 req-29489bd8-54ee-4021-a90e-35c9ab460704 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:47.728380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-204f5b04-ca05-4b77-940a-d0bec870ac59 req-29489bd8-54ee-4021-a90e-35c9ab460704 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1087451 Aug 24 22:17:47.801169 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-204f5b04-ca05-4b77-940a-d0bec870ac59 req-1282a088-3707-4d8a-bf1b-8d7048423742 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669937 Aug 24 22:17:47.809185 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.900167 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.920615 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:47.992691 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.27.2.114 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/b05a9a92-5751-45a5-8940-be74b2b754b4) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:17:48.100443 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.145562 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6fb981-289f-416a-a3b2-943dd8736ec2,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:48.154493 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.163764 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35012) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:48.164372 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ccb9f-91e0-45ad-bd22-e52a9c1f238d None None] Network 9558b5d8-c97f-4c15-920b-724863172dff requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:17:48.173743 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c6fb981-289f-416a-a3b2-943dd8736ec2 HTTP/1.1" status: 204 len: 168 time: 0.6304460 Aug 24 22:17:48.200412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.200824 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.201247 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.201698 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.202214 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.202812 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.203894 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.204982 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.215026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.215026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.215026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.215026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef14ed1-98c1-4bc5-a2b9-742f2271bcea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.260173 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.265707 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.268893 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:48.313036 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:48.313404 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device f0ebc8ad-cfa0-4ccd-b0bd-91588080c19c not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:48.314385 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 54814d07-946c-400d-9bcc-a6d0d3a67514 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:48.362078 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 54814d07-946c-400d-9bcc-a6d0d3a67514 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:48.368515 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Deleting port adb65c03-b98a-45aa-ab5f-9af622cc4106 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:48.369019 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 54814d07-946c-400d-9bcc-a6d0d3a67514 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:48.369157 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.478215 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] DHCP port deletion for 9558b5d8-c97f-4c15-920b-724863172dff request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:17:48.480627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.532629 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Deleting port adb65c03-b98a-45aa-ab5f-9af622cc4106 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:48.533073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.538792 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] For port adb65c03-b98a-45aa-ab5f-9af622cc4106, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=adb65c03-b98a-45aa-ab5f-9af622cc4106,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:48.540587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.555623 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:17:48.564509 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:17:48.566721 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Calling delete_port for adb65c03-b98a-45aa-ab5f-9af622cc4106 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:48.570209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:17:48.599669 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] For port adb65c03-b98a-45aa-ab5f-9af622cc4106, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=adb65c03-b98a-45aa-ab5f-9af622cc4106,segment=NetworkSegment(8229bdc2-b217-4ed3-a6ca-deb485b6c96e),segment_id=8229bdc2-b217-4ed3-a6ca-deb485b6c96e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:48.600323 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.611924 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=b05a9a92-5751-45a5-8940-be74b2b754b4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:48.629257 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Calling delete_port for adb65c03-b98a-45aa-ab5f-9af622cc4106 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:48.666847 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.666847 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.667178 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.667540 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.667857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.668209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.668535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.668854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.669182 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.669545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.669863 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.670189 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:17:48.851153 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.879118 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] Pushing event deleted for resources: {'Port': ['ID=adb65c03-b98a-45aa-ab5f-9af622cc4106,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:48.888626 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59482cef-a3e1-4378-bcf3-6b08f2d443da None None] No DVR routers for this DVR port adb65c03-b98a-45aa-ab5f-9af622cc4106 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:48.891017 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:48.940057 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] No DVR routers for this DVR port adb65c03-b98a-45aa-ab5f-9af622cc4106 on host dv-cinder-789564-11-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:48.943655 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Pushing event deleted for resources: {'Port': ['ID=adb65c03-b98a-45aa-ab5f-9af622cc4106,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:49.067580 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdb2eb-25a3-48e4-97c0-08b62f66b214 req-7b0b71de-fee2-4253-840f-d22f5c916c30 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:49.071781 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdbdb2eb-25a3-48e4-97c0-08b62f66b214 req-7b0b71de-fee2-4253-840f-d22f5c916c30 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1371510 Aug 24 22:17:49.171305 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdbdb2eb-25a3-48e4-97c0-08b62f66b214 req-7239f582-c954-42fa-b855-c0fff7d4f2d3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886683 Aug 24 22:17:49.229347 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.240932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9558b5d8-c97f-4c15-920b-724863172dff']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:49.283470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8229bdc2-b217-4ed3-a6ca-deb485b6c96e') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:49.283470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8229bdc2-b217-4ed3-a6ca-deb485b6c96e') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:49.298841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.323146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self.session.flush() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self.session.flush() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self.session.flush() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self.session.flush() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:17:49.392058 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:17:49.496372 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.616454 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.628078 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.628078 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/9558b5d8-c97f-4c15-920b-724863172dff HTTP/1.1" status: 204 len: 168 time: 1.4599805 Aug 24 22:17:49.630374 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35042) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:49.712063 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.714303 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60c14-933b-4193-8e8f-a4a278d968ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9558b5d8-c97f-4c15-920b-724863172dff,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:49.939703 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:49.991681 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device adb65c03-b98a-45aa-ab5f-9af622cc4106 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:50.010763 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35046) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:50.026754 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: adb65c03-b98a-45aa-ab5f-9af622cc4106 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:50.027412 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device adb65c03-b98a-45aa-ab5f-9af622cc4106 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:50.062097 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.121808 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=b05a9a92-5751-45a5-8940-be74b2b754b4,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:50.179130 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.263967 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d46013-015a-4d11-8e26-49c608697b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.320654 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59627-bf7c-41b3-a437-77800c82ff90 req-4990f311-642b-4687-89e6-a9392bd0624d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:50.322166 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aee59627-bf7c-41b3-a437-77800c82ff90 req-4990f311-642b-4687-89e6-a9392bd0624d tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1745713 Aug 24 22:17:50.367483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d46013-015a-4d11-8e26-49c608697b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.373470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.411054 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP 486c799d-31fd-4098-8d89-87c2bd78b15b associated. External IP: 172.27.2.114, port: 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb. Aug 24 22:17:50.451246 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b1d46013-015a-4d11-8e26-49c608697b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.471974 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d407f5-9557-4d3a-a76a-e08fba869509 req-2c4b682a-9ed4-4e37-b2d3-946cbc8e30a7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:50.473560 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-33d407f5-9557-4d3a-a76a-e08fba869509 req-2c4b682a-9ed4-4e37-b2d3-946cbc8e30a7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1470175 Aug 24 22:17:50.524846 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-aee59627-bf7c-41b3-a437-77800c82ff90 req-b46eaa09-8019-4b8a-ad8f-9a5b4b2fe4ec tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645002 Aug 24 22:17:50.544884 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b1d46013-015a-4d11-8e26-49c608697b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5858f879343549d391dd9e97c500bbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253162 Aug 24 22:17:50.544884 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d46013-015a-4d11-8e26-49c608697b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824dcafa-fada-4151-ad97-e445d36d9323,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:50.544884 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35054) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:50.585071 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-33d407f5-9557-4d3a-a76a-e08fba869509 req-1f384e0e-a049-4cd2-ad2e-18c1242c9c72 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998826 Aug 24 22:17:50.635683 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.722147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.814183 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:50.839184 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Deleting port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:50.839681 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:50.938572 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:50.949439 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:50.960561 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:50.961439 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:51.074079 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:51.159247 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] For port 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:51.159735 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:51.173567 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Calling delete_port for 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd owned by network:router_interface {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:51.306548 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:49Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:51.310385 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:51.327543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:51.327543 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/824dcafa-fada-4151-ad97-e445d36d9323 HTTP/1.1" status: 204 len: 168 time: 0.7677021 Aug 24 22:17:51.327543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e2563-d595-4a37-ac71-76bae04a3e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824dcafa-fada-4151-ad97-e445d36d9323,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:51.343725 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:51.354093 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:51.354764 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:51.433476 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:51.463187 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-73c36f6b-e66d-4e29-8774-9246a13265ba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9698129 Aug 24 22:17:51.463404 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:51.464015 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:51.476594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cafa4f-1eaf-454c-b40a-de0558b20328" -d '{"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:51.529590 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969f816-6d01-4751-899a-5e6a586970b7 x-openstack-request-id: req-1969f816-6d01-4751-899a-5e6a586970b7 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:51.535781 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:51.537762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:51.537762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1969f816-6d01-4751-899a-5e6a586970b7 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:51.537762 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'status': 'completed', 'code': 200} Aug 24 22:17:51.583236 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Pushing event deleted for resources: {'Port': ['ID=2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:51.668539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-4a7f4225-3d85-46e7-bd7b-f433bcc2891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:51.668539 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-4a7f4225-3d85-46e7-bd7b-f433bcc2891d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1099 time: 0.0698724 Aug 24 22:17:51.856492 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:49Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:51.943852 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-e3aab8a2-4252-4652-a266-9bb545ca943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:51.948611 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-e3aab8a2-4252-4652-a266-9bb545ca943f service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.2519817 Aug 24 22:17:51.970689 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3c7a4-1bc3-4399-8bdd-828b2d2725a3 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:49Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:52.014089 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cf7c2-9875-47d3-b1e6-fb28a111606c req-af22111c-a40a-4456-ab12-4db41b53aa47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:52.027894 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c86cf7c2-9875-47d3-b1e6-fb28a111606c req-af22111c-a40a-4456-ab12-4db41b53aa47 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.2953930 Aug 24 22:17:52.049871 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2724c-0891-4312-9bfd-03aedc8c7a62 req-1f3422f0-8af1-4725-9b2f-9a7a5a2e4642 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:52.052058 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abd2724c-0891-4312-9bfd-03aedc8c7a62 req-1f3422f0-8af1-4725-9b2f-9a7a5a2e4642 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.3556290 Aug 24 22:17:52.084519 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-5522e401-7c2c-4d9a-9216-e0dbaf397629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 1000 time: 0.1112905 Aug 24 22:17:52.134174 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c86cf7c2-9875-47d3-b1e6-fb28a111606c req-fb234f8b-ba38-4ef4-9aa2-3146e6f923c2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032505 Aug 24 22:17:52.164014 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-acb4e0ee-7751-4627-98ff-5843632230f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:52.165638 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-acb4e0ee-7751-4627-98ff-5843632230f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0663285 Aug 24 22:17:52.174091 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:52.186736 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abd2724c-0891-4312-9bfd-03aedc8c7a62 req-fb87756a-2ecc-4cb1-946e-1943b4fd0059 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215987 Aug 24 22:17:52.324063 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34619c-a708-48d8-a302-e7eca3ee185a None None] New status for floating IP 486c799d-31fd-4098-8d89-87c2bd78b15b: ACTIVE {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:17:52.371470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-268fada9-e728-4ea6-8cc8-4218a357f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:52.372986 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-268fada9-e728-4ea6-8cc8-4218a357f348 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1236429 Aug 24 22:17:52.378219 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-97d2e4e3-c224-4003-a6b3-cbccb4230d9c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:52.379889 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-97d2e4e3-c224-4003-a6b3-cbccb4230d9c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1024194 Aug 24 22:17:52.461202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35072) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:52.488081 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2063e64-0ec8-4161-97e2-f369c3f96ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:52.548334 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-1c676670-47e7-4838-b5c1-64a477bc23a1 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603601 Aug 24 22:17:52.610844 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Router 8a04fa51-6539-46f8-ba80-4241074e125a has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:52.621200 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Deleting port 6995d2ac-9603-4e18-b34b-b8129b8a121c {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:52.621591 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:52.794763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] For port 6995d2ac-9603-4e18-b34b-b8129b8a121c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6995d2ac-9603-4e18-b34b-b8129b8a121c,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:52.795130 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:52.884622 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:52.893354 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-605454f0-a87a-42b6-a9c4-ee3a73249422 admin admin] 10.222.0.20 "PUT /v2.0/routers/8a04fa51-6539-46f8-ba80-4241074e125a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2619910 Aug 24 22:17:52.895426 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Sync routers for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:52.900418 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35074) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:52.905799 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:52.906719 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:52.956264 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2063e64-0ec8-4161-97e2-f369c3f96ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:52.962888 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-38cafa4f-1eaf-454c-b40a-de0558b20328 req-5fddef8e-6977-4b7e-bf86-fb4bdcb6d5b8 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024675 Aug 24 22:17:53.019017 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:53.036035 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c2063e64-0ec8-4161-97e2-f369c3f96ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.078365 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c2063e64-0ec8-4161-97e2-f369c3f96ae2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d64c59ae20846b98a68854c9a18d1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141107 Aug 24 22:17:53.085553 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063e64-0ec8-4161-97e2-f369c3f96ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab15e2f-d05d-40b9-bb96-44c4f7ba7b87,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:53.085553 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35080) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:53.102988 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks [] for router, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.150416 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.173318 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.174033 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.174033 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Floating IP b1126d9c-ee12-4a1f-b52f-5a85757cb43e disassociated. External IP: 172.27.2.170, port: 6995d2ac-9603-4e18-b34b-b8129b8a121c. Aug 24 22:17:53.174351 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Calling delete_port for 6995d2ac-9603-4e18-b34b-b8129b8a121c owned by compute:nova {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:53.176551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.278397 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:17:51Z', 'revision_number': 5, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:53.294032 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.297964 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.299482 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cab15e2f-d05d-40b9-bb96-44c4f7ba7b87 HTTP/1.1" status: 204 len: 168 time: 0.2141027 Aug 24 22:17:53.308771 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Checking router: 8a04fa51-6539-46f8-ba80-4241074e125a for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:53.309526 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769279b-14f6-4b91-bd29-1d3852da5efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab15e2f-d05d-40b9-bb96-44c4f7ba7b87,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:53.328289 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Routers {'8a04fa51-6539-46f8-ba80-4241074e125a'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:53.329293 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a04fa51-6539-46f8-ba80-4241074e125a'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:53.330417 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.364358 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62af5d-619f-49ab-964a-0902c5b95f97 req-7076f414-71d0-40e4-ab2e-5b9804960e7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:53.365937 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e62af5d-619f-49ab-964a-0902c5b95f97 req-7076f414-71d0-40e4-ab2e-5b9804960e7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1178701 Aug 24 22:17:53.417192 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d8452-cd24-403c-99e8-ce7922434e9d req-25a84bf0-0d36-4cdf-82b8-f3546f1d3b7f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:53.418698 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-309d8452-cd24-403c-99e8-ce7922434e9d req-25a84bf0-0d36-4cdf-82b8-f3546f1d3b7f tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 946 time: 0.1335778 Aug 24 22:17:53.567243 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] Set router 8a04fa51-6539-46f8-ba80-4241074e125a gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:53.739178 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6e62af5d-619f-49ab-964a-0902c5b95f97 req-2c3a4b0d-b41b-42ef-af78-7127dec63a4e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437703 Aug 24 22:17:53.755689 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:17:51Z', 'revision_number': 5, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:53.762488 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-309d8452-cd24-403c-99e8-ce7922434e9d req-af6f5ee9-825f-499c-bcf6-3921c7a15e03 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b5f11ab-326c-4860-820a-ce2ad54afb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964775 Aug 24 22:17:53.773713 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Deleting port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:53.774054 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.793057 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.794636 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdf396-0a4f-4602-9a73-cec96e4b2fcf None None] The sync data for ids ['8a04fa51-6539-46f8-ba80-4241074e125a'] in dv-cinder-789564-11-iscsi is: [{'id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'name': 'tempest-TestMinimumBasicScenario-570406726-router', 'tenant_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:14:07Z', 'updated_at': '2021-08-24T22:17:51Z', 'revision_number': 5, 'project_id': 'b2ae76d9bb4e4c83ae15e8dd8d8f90f7', 'gw_port': {'id': '6b2543fd-7a7f-46eb-a5b4-0f3903f2583a', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a04fa51-6539-46f8-ba80-4241074e125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:14:08Z', 'updated_at': '2021-08-24T22:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:53.796765 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:17:53.859141 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'Port': ['ID=6995d2ac-9603-4e18-b34b-b8129b8a121c,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:53.959159 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] For port 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:53.959525 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:53.977412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Calling delete_port for 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a owned by network:router_gateway {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:54.041901 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:17:54.161838 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35096) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:54.173280 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:54.208757 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:54.213674 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 2813fc8d-f597-4c33-95c0-8d8cc7f6e5fd not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:54.225581 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94732e37-49e9-4af5-a752-c94e70d46434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.254329 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:17:54.263686 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:17:54.272226 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-c0b932f6-62c2-4feb-a388-b63b9b3c3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:54.273880 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-c0b932f6-62c2-4feb-a388-b63b9b3c3215 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1099 time: 0.0857921 Aug 24 22:17:54.280296 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:54.282403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:54.317146 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] No DVR routers for this DVR port 6995d2ac-9603-4e18-b34b-b8129b8a121c on host hv-cinder-78956 {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:54.322669 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.324486 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f286e585-c482-4d54-80a8-ee12e3fe27b4 req-58c1df64-617d-431b-9a59-b03e6fc0715a tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.26 "DELETE /v2.0/ports/6995d2ac-9603-4e18-b34b-b8129b8a121c HTTP/1.1" status: 204 len: 173 time: 1.9358759 Aug 24 22:17:54.324935 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'name': 'network-vif-deleted', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:54.328198 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002372af-f08e-4b50-a074-87ac0bbed9a0" -d '{"events": [{"server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "name": "network-vif-deleted", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:54.382178 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f450ac-64f3-44d6-bd32-ffefb803b11a x-openstack-request-id: req-a5f450ac-64f3-44d6-bd32-ffefb803b11a {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:54.382690 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdf42f1-d143-46f5-95ce-99fbfeff4d5a", "name": "network-vif-deleted", "tag": "6995d2ac-9603-4e18-b34b-b8129b8a121c", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:54.383154 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5f450ac-64f3-44d6-bd32-ffefb803b11a {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:54.383718 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdf42f1-d143-46f5-95ce-99fbfeff4d5a', 'name': 'network-vif-deleted', 'tag': '6995d2ac-9603-4e18-b34b-b8129b8a121c', 'status': 'completed', 'code': 200} Aug 24 22:17:54.417040 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.449257 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2543fd-7a7f-46eb-a5b4-0f3903f2583a,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:54.470619 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:54.475722 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-74d2aaf9-0d62-4905-8533-cd2180b5dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:54.477260 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-74d2aaf9-0d62-4905-8533-cd2180b5dcfe service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1934385 Aug 24 22:17:54.523366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.540491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94732e37-49e9-4af5-a752-c94e70d46434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.559737 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-b6ae73bf-47ec-4899-a9fd-463464138472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 1002 time: 0.0702171 Aug 24 22:17:54.614518 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-94732e37-49e9-4af5-a752-c94e70d46434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.640941 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.643656 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.668911 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94732e37-49e9-4af5-a752-c94e70d46434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc3bd1d-5f66-44da-844d-28624389c7b5,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:54.672662 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-1a4589a2-6e05-4e32-b9c0-30a9d91a5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:54.674223 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-1a4589a2-6e05-4e32-b9c0-30a9d91a5219 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0944760 Aug 24 22:17:54.681235 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-94732e37-49e9-4af5-a752-c94e70d46434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06e6f55a1f6f46e09fa67325fd33daa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166721 Aug 24 22:17:54.681235 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35100) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:54.753140 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-6847c939-aaf6-41bb-941c-898b7f1dc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:54.755214 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-6847c939-aaf6-41bb-941c-898b7f1dc2b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669773 Aug 24 22:17:54.764383 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.808698 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.812826 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a04fa51-6539-46f8-ba80-4241074e125a {{(pid=94693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:17:54.818294 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.828440 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:54.835087 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:54.838731 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-7e413ec8-be16-4d27-83e3-56eeda88436d admin admin] 10.222.0.20 "DELETE /v2.0/routers/8a04fa51-6539-46f8-ba80-4241074e125a HTTP/1.1" status: 204 len: 168 time: 1.9352639 Aug 24 22:17:54.839531 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35106) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:54.860270 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:17:54.879612 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:17:54.881050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:54.922979 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-bd6178a3-b588-43a4-a2bc-0f7a5afd11c1 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476963 Aug 24 22:17:54.934186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Deleting subnet b746efd7-2b29-4eb1-83c1-6b9befa3a3dc {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:17:54.945947 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7942df-09a8-491d-964b-86e7a1fd74ef req-6248f5d8-ed5c-423b-93f3-61e0ec392e32 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:54.948282 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b7942df-09a8-491d-964b-86e7a1fd74ef req-6248f5d8-ed5c-423b-93f3-61e0ec392e32 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.1097360 Aug 24 22:17:54.956206 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.023372 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.025880 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-083cecd5-8521-4700-a2d8-4bf12bc0e1f5 req-7c346dca-51d0-44f5-87aa-0b82657bbeb1 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdf42f1-d143-46f5-95ce-99fbfeff4d5a HTTP/1.1" status: 200 len: 210 time: 0.0673015 Aug 24 22:17:55.026539 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.029997 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cc3bd1d-5f66-44da-844d-28624389c7b5 HTTP/1.1" status: 204 len: 168 time: 0.3454330 Aug 24 22:17:55.054632 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:17:55.054896 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317f8e-a797-4b69-863a-6e676aaf84c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc3bd1d-5f66-44da-844d-28624389c7b5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:55.057051 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-697fe41b-9307-42c8-b8e5-cb7fc0cb0a59 req-788bc10b-1364-45e1-b697-8b48dd579f8d service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226583 Aug 24 22:17:55.079398 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.115750 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6b7942df-09a8-491d-964b-86e7a1fd74ef req-f183f485-2f53-4460-bb76-af7eda430e52 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385553 Aug 24 22:17:55.177215 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.264146 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-791932b8-2607-49bf-814e-964fabb13050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:55.295846 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791932b8-2607-49bf-814e-964fabb13050 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:10:28Z', 'revision_number': 4, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '64abdf7e-a6e2-48e8-8fc2-c7baad247a8d', 'name': '', 'network_id': '5aa1007a-5b37-4401-87ed-dfa7b9977c60', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'mac_address': 'fa:16:3e:b6:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:26Z', 'updated_at': '2021-08-24T22:10:42Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'subnets': [{'id': 'a623cd2d-2dc2-461e-b70e-88391fd47428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:17:55.308189 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.335345 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b746efd7-2b29-4eb1-83c1-6b9befa3a3dc,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:55.339679 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.341594 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-25566d74-d3af-4639-bc47-a32d358d7d6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b746efd7-2b29-4eb1-83c1-6b9befa3a3dc HTTP/1.1" status: 204 len: 168 time: 0.4861765 Aug 24 22:17:55.344092 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35112) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:55.350117 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fa006-315e-44e3-9fba-fbfc8142a121 None None] Network bf8f7417-8d15-4888-a8ac-9999c90b835f requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:17:55.442360 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.518903 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Deleting port fa710412-9d16-4012-8504-b61f820b2411 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:55.519528 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.609095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] For port fa710412-9d16-4012-8504-b61f820b2411, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa710412-9d16-4012-8504-b61f820b2411,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:55.609095 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.618400 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Calling delete_port for fa710412-9d16-4012-8504-b61f820b2411 owned by network:dhcp {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:55.633662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] DHCP port deletion for bf8f7417-8d15-4888-a8ac-9999c90b835f request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:17:55.690926 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55b4e6-db26-4cba-b9d2-70ac491510b3 None None] New status for floating IP b1126d9c-ee12-4a1f-b52f-5a85757cb43e: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:17:55.698919 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Deleting port fa710412-9d16-4012-8504-b61f820b2411 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:55.699510 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.761920 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] For port fa710412-9d16-4012-8504-b61f820b2411, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa710412-9d16-4012-8504-b61f820b2411,segment=NetworkSegment(8764ffc7-d943-4de4-8f0a-df0696d207e7),segment_id=8764ffc7-d943-4de4-8f0a-df0696d207e7)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:55.762241 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.776645 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Calling delete_port for fa710412-9d16-4012-8504-b61f820b2411 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:55.822518 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.851418 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa710412-9d16-4012-8504-b61f820b2411,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:55.853334 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] No DVR routers for this DVR port fa710412-9d16-4012-8504-b61f820b2411 on host dv-cinder-789564-11-iscsi {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:55.867277 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.892105 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] Pushing event deleted for resources: {'Port': ['ID=fa710412-9d16-4012-8504-b61f820b2411,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:55.900735 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b13bfe-69b9-497b-ade3-e2183f78a2a0 None None] No DVR routers for this DVR port fa710412-9d16-4012-8504-b61f820b2411 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:17:55.939016 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.949516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8f7417-8d15-4888-a8ac-9999c90b835f']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:55.960629 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8764ffc7-d943-4de4-8f0a-df0696d207e7') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:55.960917 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8764ffc7-d943-4de4-8f0a-df0696d207e7') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:17:55.970229 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:55.975209 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.983579 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.989248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:17:55.989618 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:55.989759 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:55.990078 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6b2543fd-7a7f-46eb-a5b4-0f3903f2583a not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:55.990488 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa710412-9d16-4012-8504-b61f820b2411 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:17:55.991221 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:17:56.009501 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: fa710412-9d16-4012-8504-b61f820b2411 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:56.009852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa710412-9d16-4012-8504-b61f820b2411 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:56.141898 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.147767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.149619 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bf8f7417-8d15-4888-a8ac-9999c90b835f HTTP/1.1" status: 204 len: 168 time: 0.8044250 Aug 24 22:17:56.161439 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639a5f-948b-495b-b816-cba2e1f681a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8f7417-8d15-4888-a8ac-9999c90b835f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:56.185338 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35140) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:56.278115 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e17096-dd37-4b66-9a72-fc4192593863 req-da5be861-a526-4f97-aace-eed3054b64a4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:56.279643 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a7e17096-dd37-4b66-9a72-fc4192593863 req-da5be861-a526-4f97-aace-eed3054b64a4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0741069 Aug 24 22:17:56.284860 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.323489 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.350612 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a7e17096-dd37-4b66-9a72-fc4192593863 req-922e2fc9-ec87-4012-af11-64cbfe9c4ed0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633404 Aug 24 22:17:56.465137 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.468672 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.469812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b5f11ab-326c-4860-820a-ce2ad54afb25 HTTP/1.1" status: 204 len: 168 time: 0.2826271 Aug 24 22:17:56.473233 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35146) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:56.485288 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685be2-6649-476f-97a9-9d249161fc1c tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f11ab-326c-4860-820a-ce2ad54afb25,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:56.490270 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.api.v2.resource [None req-7876a1a9-3dd3-4084-bd4b-9dc833cb6a48 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] show failed (client error): The resource could not be found. Aug 24 22:17:56.491291 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7876a1a9-3dd3-4084-bd4b-9dc833cb6a48 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "GET /v2.0/security-groups/1b5f11ab-326c-4860-820a-ce2ad54afb25 HTTP/1.1" status: 404 len: 347 time: 0.0165644 Aug 24 22:17:56.494216 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35148) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:56.602479 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35150) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:56.653673 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-12935fb5-8a75-44b3-ae25-04bd220edf81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=899b4988927542c2a81b07d8d251f551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501156 Aug 24 22:17:56.655041 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Deleting port 2d9571e8-f68a-4679-9a51-ab39b9ff971b {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:17:56.655381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.656744 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35154) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:56.714005 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.735886 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.736248 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.736792 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.751769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Calling delete_port for 2d9571e8-f68a-4679-9a51-ab39b9ff971b owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:17:56.875988 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.879365 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.880524 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0888daf8-a673-492d-864e-4ecf5ac27995 HTTP/1.1" status: 204 len: 168 time: 0.2223003 Aug 24 22:17:56.888382 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12008-2605-4ffa-a68e-48cc51b7eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0888daf8-a673-492d-864e-4ecf5ac27995,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:56.961816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:56.994644 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Pushing event deleted for resources: {'Port': ['ID=2d9571e8-f68a-4679-9a51-ab39b9ff971b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:57.141336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.141336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.141998 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9dbca1ac-5030-491f-89da-f0be0658ce68 tempest-AttachVolumeTestJSON-251524050 tempest-AttachVolumeTestJSON-251524050-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1126d9c-ee12-4a1f-b52f-5a85757cb43e HTTP/1.1" status: 204 len: 168 time: 0.6461856 Aug 24 22:17:57.484875 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8e65-12bf-44b9-9fbe-72b614ce46f2 req-fbff1932-c694-4c52-809e-08777882205a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:17:57.486669 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-af1d8e65-12bf-44b9-9fbe-72b614ce46f2 req-fbff1932-c694-4c52-809e-08777882205a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 946 time: 0.0539713 Aug 24 22:17:57.487019 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35176) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:57.528180 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-991d1c08-18b0-4e03-9617-a3ced6433dcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2ae76d9bb4e4c83ae15e8dd8d8f90f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399809 Aug 24 22:17:57.530623 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35178) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:17:57.539916 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-af1d8e65-12bf-44b9-9fbe-72b614ce46f2 req-98e044a6-92d7-4e54-bb80-b11d15239fc3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454903 Aug 24 22:17:57.588079 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.615025 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.655801 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:57.730715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.733748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.734958 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a34831d-256e-4b85-89bf-9acfaa5b36e8 HTTP/1.1" status: 204 len: 168 time: 0.2032590 Aug 24 22:17:57.736778 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.744865 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885a547-3d25-47ba-9778-1300e3942e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34831d-256e-4b85-89bf-9acfaa5b36e8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:57.778179 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:17:57.780642 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1436eb-83eb-43a6-83d5-3e4b701870cb" -d '{"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-unplugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:17:57.805845 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:17:57.822148 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2fbd0-b456-4841-9c7b-c0e1d752a8fb x-openstack-request-id: req-40d2fbd0-b456-4841-9c7b-c0e1d752a8fb {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:17:57.822378 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-unplugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:17:57.822630 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40d2fbd0-b456-4841-9c7b-c0e1d752a8fb {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:17:57.823103 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'code': 200} Aug 24 22:17:57.881781 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:17:57.893799 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6995d2ac-9603-4e18-b34b-b8129b8a121c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:17:57.923239 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 6995d2ac-9603-4e18-b34b-b8129b8a121c {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:17:57.923577 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6995d2ac-9603-4e18-b34b-b8129b8a121c not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:17:57.950416 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=8']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:17:59.861771 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:00.526214 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e0305-c54a-4cbb-a73f-fbd0b2e8a77f req-640b3e57-a1e5-4204-8e29-4c83a9b18f7d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:00.527662 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f67e0305-c54a-4cbb-a73f-fbd0b2e8a77f req-640b3e57-a1e5-4204-8e29-4c83a9b18f7d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0486994 Aug 24 22:18:00.564429 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f67e0305-c54a-4cbb-a73f-fbd0b2e8a77f req-798c1d25-3058-4f2d-bced-7dca640d4973 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307443 Aug 24 22:18:00.797477 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-301b0a1b-5fb4-4012-90f2-ca574aa3169e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413203 Aug 24 22:18:01.421090 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35282) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:01.662761 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:18:01.701743 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63369-a35b-48b7-ba04-b14aa04e9e06 req-970f0815-9bff-4016-811b-5ff0a79570e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:01.703865 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-50e63369-a35b-48b7-ba04-b14aa04e9e06 req-970f0815-9bff-4016-811b-5ff0a79570e0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0655386 Aug 24 22:18:01.810381 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-50e63369-a35b-48b7-ba04-b14aa04e9e06 req-b55e61a5-6b0b-4642-b237-58e0e6a5be58 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972638 Aug 24 22:18:01.977908 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:02.215268 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Deleting port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:18:02.215649 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:02.293772 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] For port 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:02.294141 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:02.368689 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-9bf767bc-e48d-4e94-bea7-f9a0e9abc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:02.368689 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-9bf767bc-e48d-4e94-bea7-f9a0e9abc682 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68&tenant_id=4967f81663e74a0ab003de44b7f0177f HTTP/1.1" status: 200 len: 1097 time: 0.0452974 Aug 24 22:18:02.457332 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-e2b693e8-31fd-4dd4-b4a6-183b0ba10569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:02.459365 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-e2b693e8-31fd-4dd4-b4a6-183b0ba10569 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1097 time: 0.0529382 Aug 24 22:18:02.550093 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Calling delete_port for 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d owned by network:router_interface {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:18:02.576173 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-552e8a95-cdcb-4a52-a9b8-9f2142466985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:02.577858 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-552e8a95-cdcb-4a52-a9b8-9f2142466985 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.1084597 Aug 24 22:18:02.643788 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-8f066c97-3abe-4089-bb18-5b5d13432b7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 1000 time: 0.0576758 Aug 24 22:18:02.699091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-210bf446-ae11-4e58-b22a-0a3fdb1613a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:02.700659 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-210bf446-ae11-4e58-b22a-0a3fdb1613a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0483165 Aug 24 22:18:02.748600 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-a6ce5e87-93d1-4992-9374-47758e5caa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:02.750040 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-a6ce5e87-93d1-4992-9374-47758e5caa43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419302 Aug 24 22:18:02.810926 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:02.835864 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64abdf7e-a6e2-48e8-8fc2-c7baad247a8d,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:02.840289 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-3e8fd7a0-699d-4fda-8041-2be8de9c2857 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831940 Aug 24 22:18:02.959651 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a2435964-3bef-470b-938d-4e9b5ea8aaee req-e5aff254-f11f-403b-a5e7-efa8cb63ee3f service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041439 Aug 24 22:18:03.035660 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb98cd-80fb-467f-a919-3d01c2ed03db req-d11fed60-49e6-446a-b030-9ee92ba15975 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:03.037274 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7beb98cd-80fb-467f-a919-3d01c2ed03db req-d11fed60-49e6-446a-b030-9ee92ba15975 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.1008401 Aug 24 22:18:03.041721 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:03.140043 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7beb98cd-80fb-467f-a919-3d01c2ed03db req-82d69c1f-678a-4a36-8c2f-0718613f8125 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962267 Aug 24 22:18:03.281327 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Router f4dd8950-3778-4095-8bca-a83867327446 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:18:03.387624 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:18:03.392842 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-c9948d48-4005-4483-acb5-98fd6e5927a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/f4dd8950-3778-4095-8bca-a83867327446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707139 Aug 24 22:18:03.396494 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35312) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:03.397682 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Sync routers for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:18:03.406848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:18:03.407517 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:03.507468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:03.536320 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:18:03.615719 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:03.711016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:18:02Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:03.744206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Checking router: f4dd8950-3778-4095-8bca-a83867327446 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:18:03.754167 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Routers {'f4dd8950-3778-4095-8bca-a83867327446'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:18:03.755052 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:17:46Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['f4dd8950-3778-4095-8bca-a83867327446'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:03.892076 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Deleting port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:18:03.894965 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:03.913743 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] Set router f4dd8950-3778-4095-8bca-a83867327446 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:18:04.047299 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] For port 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:04.048004 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.068608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Calling delete_port for 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:18:04.325542 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9eaf2-0946-475b-a942-152049a9cc48 req-00b6b388-a8b7-4c9d-978b-20b427d085c0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:04.328382 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dab9eaf2-0946-475b-a942-152049a9cc48 req-00b6b388-a8b7-4c9d-978b-20b427d085c0 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0728989 Aug 24 22:18:04.355350 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:18:02Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:04.359566 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.395365 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e821d6-6f4b-4b78-a87f-561d58caf656 None None] The sync data for ids ['f4dd8950-3778-4095-8bca-a83867327446'] in dv-cinder-789564-11-iscsi is: [{'id': 'f4dd8950-3778-4095-8bca-a83867327446', 'name': 'tempest-AttachVolumeTestJSON-675168752-router', 'tenant_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:19Z', 'updated_at': '2021-08-24T22:18:02Z', 'revision_number': 5, 'project_id': 'c7260ec8af5a4a6f855a9abc4eed7902', 'gw_port': {'id': '5ae772d8-c9e8-432f-9ba2-7e92e33d1f79', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd8950-3778-4095-8bca-a83867327446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:18:04.410664 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae772d8-c9e8-432f-9ba2-7e92e33d1f79,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:04.419097 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dab9eaf2-0946-475b-a942-152049a9cc48 req-d28d18e1-9324-40fe-86fe-0b7cc9039a71 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814126 Aug 24 22:18:04.507303 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.601576 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.604333 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.754229 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.754851 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4dd8950-3778-4095-8bca-a83867327446 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:18:04.768420 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.774853 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35336) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:04.780721 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-74df88ca-0ff2-4e4d-bc53-755228acff36 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f4dd8950-3778-4095-8bca-a83867327446 HTTP/1.1" status: 204 len: 168 time: 1.3824103 Aug 24 22:18:04.822663 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Deleting subnet a623cd2d-2dc2-461e-b70e-88391fd47428 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:18:04.826415 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.891366 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:04.985405 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.165590 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.193253 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a623cd2d-2dc2-461e-b70e-88391fd47428,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:05.201991 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.206005 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-52671e92-bc66-4454-8a39-99526676939e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a623cd2d-2dc2-461e-b70e-88391fd47428 HTTP/1.1" status: 204 len: 168 time: 0.4303598 Aug 24 22:18:05.206291 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35338) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:05.208686 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0190cf-8395-4753-a00e-6cc34f59f6fa None None] Network 5aa1007a-5b37-4401-87ed-dfa7b9977c60 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:18:05.297868 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.409216 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Deleting port 27a6e868-a1c6-4ae8-a0a9-155564e9babd {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:18:05.410720 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.433366 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] DHCP port deletion for 5aa1007a-5b37-4401-87ed-dfa7b9977c60 request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:18:05.481213 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Deleting port 27a6e868-a1c6-4ae8-a0a9-155564e9babd {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:18:05.481789 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.493227 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] For port 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=27a6e868-a1c6-4ae8-a0a9-155564e9babd,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:05.493954 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.512224 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Calling delete_port for 27a6e868-a1c6-4ae8-a0a9-155564e9babd owned by network:dhcp {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:18:05.553790 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] For port 27a6e868-a1c6-4ae8-a0a9-155564e9babd, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=27a6e868-a1c6-4ae8-a0a9-155564e9babd,segment=NetworkSegment(7f787e19-d024-43f4-adfc-0fb9de2ef6ba),segment_id=7f787e19-d024-43f4-adfc-0fb9de2ef6ba)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:05.554184 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.569128 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Calling delete_port for 27a6e868-a1c6-4ae8-a0a9-155564e9babd owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:18:05.615759 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f11e-5a77-4747-bc0c-32ab8c34835c req-4d1535e8-fe5f-4909-b4f6-be81b646863d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:05.617342 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2963f11e-5a77-4747-bc0c-32ab8c34835c req-4d1535e8-fe5f-4909-b4f6-be81b646863d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.1004567 Aug 24 22:18:05.666234 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2963f11e-5a77-4747-bc0c-32ab8c34835c req-55386c97-dd9d-4346-8e24-a81c07210d0b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 Aug 24 22:18:05.725423 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.733079 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.757013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a6e868-a1c6-4ae8-a0a9-155564e9babd,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:05.763252 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] No DVR routers for this DVR port 27a6e868-a1c6-4ae8-a0a9-155564e9babd on host dv-cinder-789564-11-iscsi {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:18:05.764726 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] Pushing event deleted for resources: {'Port': ['ID=27a6e868-a1c6-4ae8-a0a9-155564e9babd,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:05.766747 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75f73a-bfc2-45d1-b631-9e66de390061 None None] No DVR routers for this DVR port 27a6e868-a1c6-4ae8-a0a9-155564e9babd on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:18:05.856501 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.867399 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa1007a-5b37-4401-87ed-dfa7b9977c60']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:05.878874 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f787e19-d024-43f4-adfc-0fb9de2ef6ba') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:05.879169 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f787e19-d024-43f4-adfc-0fb9de2ef6ba') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:18:05.889380 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.904987 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.911348 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:18:05.911792 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:18:05.913946 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:18:05.954710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 27a6e868-a1c6-4ae8-a0a9-155564e9babd no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:18:05.983319 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 27a6e868-a1c6-4ae8-a0a9-155564e9babd {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:18:05.983841 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 27a6e868-a1c6-4ae8-a0a9-155564e9babd not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:18:05.984398 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:18:06.010808 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:18:06.011227 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5ae772d8-c9e8-432f-9ba2-7e92e33d1f79 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:18:06.011718 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:18:06.032032 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:18:06.032535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 64abdf7e-a6e2-48e8-8fc2-c7baad247a8d not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:18:06.064957 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.076228 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.076916 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5aa1007a-5b37-4401-87ed-dfa7b9977c60 HTTP/1.1" status: 204 len: 168 time: 0.8696511 Aug 24 22:18:06.087882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1132d5-9ca3-460e-8e82-42c5f8a40910 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa1007a-5b37-4401-87ed-dfa7b9977c60,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:06.460519 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35362) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:06.515650 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-052d6220-8d9e-40f7-a093-5f3305308143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7260ec8af5a4a6f855a9abc4eed7902&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539167 Aug 24 22:18:06.518104 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35364) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:06.569124 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.599001 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.752157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.754976 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:06.756110 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26edd604-e9b8-4a63-8672-cf2c75c27a28 HTTP/1.1" status: 204 len: 168 time: 0.2371135 Aug 24 22:18:06.784246 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dfb40-0e30-4a39-a00c-49d9aff5d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26edd604-e9b8-4a63-8672-cf2c75c27a28,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:06.816297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77961-40f6-4d3c-8378-8971a53ee0c8 req-7343f4c2-c4cc-470e-863b-adb2ac63122d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:06.817774 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-90e77961-40f6-4d3c-8378-8971a53ee0c8 req-7343f4c2-c4cc-470e-863b-adb2ac63122d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0767107 Aug 24 22:18:06.855050 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-90e77961-40f6-4d3c-8378-8971a53ee0c8 req-9acebe0f-b515-4f6f-81a3-dcbdd1854fe6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Aug 24 22:18:07.993296 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e653df8-bfe8-4877-b6f3-dd8405b88e68 req-5fd01add-750a-4723-8155-f184a4d46c48 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:07.995052 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e653df8-bfe8-4877-b6f3-dd8405b88e68 req-5fd01add-750a-4723-8155-f184a4d46c48 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0659058 Aug 24 22:18:08.048833 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e653df8-bfe8-4877-b6f3-dd8405b88e68 req-6f17315f-12be-4d68-a9ae-57b717faf2a9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Aug 24 22:18:08.195627 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35404) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:08.310134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59eb4ad6-7f66-4577-87a6-14a4860cbba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.411031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59eb4ad6-7f66-4577-87a6-14a4860cbba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.488144 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-59eb4ad6-7f66-4577-87a6-14a4860cbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.553337 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35414) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:08.563864 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-59eb4ad6-7f66-4577-87a6-14a4860cbba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9afc367757a84af79e0c497d64ce4ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669000 Aug 24 22:18:08.566133 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4ad6-7f66-4577-87a6-14a4860cbba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636eb74c-2999-46ea-8c2b-09230de466e3,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:08.615926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.636310 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.761690 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.776266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:08.776266 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/636eb74c-2999-46ea-8c2b-09230de466e3 HTTP/1.1" status: 204 len: 168 time: 0.2126055 Aug 24 22:18:08.777162 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf4b36-90db-4abf-80ec-e5a1961d4986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636eb74c-2999-46ea-8c2b-09230de466e3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:09.221548 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa78bef-920a-4d3c-8392-523f9377c469 req-65349899-e118-45a3-a2d3-7e2a46413779 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:09.223838 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0aa78bef-920a-4d3c-8392-523f9377c469 req-65349899-e118-45a3-a2d3-7e2a46413779 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0852835 Aug 24 22:18:09.265860 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0aa78bef-920a-4d3c-8392-523f9377c469 req-0c68dbaf-474e-4c34-8939-1d87535da2d8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Aug 24 22:18:09.553409 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35440) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:09.564306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda5a-07a0-40b7-89f6-a58f250f3050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:09.662890 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda5a-07a0-40b7-89f6-a58f250f3050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:09.735066 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35444) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:09.770531 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cbfda5a-07a0-40b7-89f6-a58f250f3050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:09.810964 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfda5a-07a0-40b7-89f6-a58f250f3050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbba8485-ceb9-4492-a82c-a5c279a71ed3,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:09.815213 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6cbfda5a-07a0-40b7-89f6-a58f250f3050 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abb54079807c403da6b280e8c23a03c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629397 Aug 24 22:18:09.818383 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35450) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:09.874503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56428170-4b92-486f-8018-65f78c9eb77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:09.930336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:09.965370 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.028671 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56428170-4b92-486f-8018-65f78c9eb77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.153691 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-56428170-4b92-486f-8018-65f78c9eb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.191737 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-56428170-4b92-486f-8018-65f78c9eb77b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=288676c8184b47ef85a2c58a5ac516f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556103 Aug 24 22:18:10.192682 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56428170-4b92-486f-8018-65f78c9eb77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232dc95f-4574-4beb-a710-add1993259a0,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:10.194444 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35452) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:10.195514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.197962 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.201671 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbba8485-ceb9-4492-a82c-a5c279a71ed3 HTTP/1.1" status: 204 len: 168 time: 0.3797438 Aug 24 22:18:10.213190 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af79a5-ff51-47e0-a0b2-00e61bf421d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbba8485-ceb9-4492-a82c-a5c279a71ed3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:10.256975 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.283904 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.388056 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.390618 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:10.391719 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/232dc95f-4574-4beb-a710-add1993259a0 HTTP/1.1" status: 204 len: 168 time: 0.1957712 Aug 24 22:18:10.409846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86d10-929e-426b-ae83-77d97921e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232dc95f-4574-4beb-a710-add1993259a0,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:10.430646 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052ed0-83a0-495a-a2d4-bb8ead7871a0 req-495ed717-7c79-4d8f-ae9b-e9685e9929a2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:10.432560 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1052ed0-83a0-495a-a2d4-bb8ead7871a0 req-495ed717-7c79-4d8f-ae9b-e9685e9929a2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0743520 Aug 24 22:18:10.480862 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f1052ed0-83a0-495a-a2d4-bb8ead7871a0 req-94304b9d-b087-465d-ba03-98fa09bf3c4d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412700 Aug 24 22:18:10.894732 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35464) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:10.911277 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34e4c6fd-9ad2-4c97-850e-a2c568eaf97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.000891 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34e4c6fd-9ad2-4c97-850e-a2c568eaf97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.102387 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-34e4c6fd-9ad2-4c97-850e-a2c568eaf97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.141667 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c6fd-9ad2-4c97-850e-a2c568eaf97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e550d75-4cb7-4b76-98a4-0ed681cdea15,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:11.148165 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-34e4c6fd-9ad2-4c97-850e-a2c568eaf97b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=660e14c315af4bcaa6c9f9cc5326b771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505944 Aug 24 22:18:11.149900 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35466) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:11.205601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.211188 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35468) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:11.226792 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0fa97ee-f8e7-4427-9bed-40598fb1ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.230675 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.330310 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0fa97ee-f8e7-4427-9bed-40598fb1ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.373136 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.375738 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.377020 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e550d75-4cb7-4b76-98a4-0ed681cdea15 HTTP/1.1" status: 204 len: 168 time: 0.2268734 Aug 24 22:18:11.385799 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d152de7-c49b-4298-be6b-06ce9aacbdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e550d75-4cb7-4b76-98a4-0ed681cdea15,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:11.442016 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0fa97ee-f8e7-4427-9bed-40598fb1ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.489549 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d0fa97ee-f8e7-4427-9bed-40598fb1ae8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c69016b3ad004309b90f571a580ae9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771068 Aug 24 22:18:11.490368 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa97ee-f8e7-4427-9bed-40598fb1ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7fc07-5b84-4d79-b4d7-81a5c1280135,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:11.492235 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35472) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:11.564602 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.611103 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.661251 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd913-41a3-49f6-8c65-0a64e45ca71a req-a1ff17f5-8d6b-4e1a-b16b-87bbc4f61c29 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:11.662722 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-500fd913-41a3-49f6-8c65-0a64e45ca71a req-a1ff17f5-8d6b-4e1a-b16b-87bbc4f61c29 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0844297 Aug 24 22:18:11.715723 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-500fd913-41a3-49f6-8c65-0a64e45ca71a req-4899e166-32d7-4c03-b0a5-e7c0756d83a3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349588 Aug 24 22:18:11.805133 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.808485 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:11.812372 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12f7fc07-5b84-4d79-b4d7-81a5c1280135 HTTP/1.1" status: 204 len: 168 time: 0.3165729 Aug 24 22:18:11.819985 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f77b43-abed-454c-ac62-1277671b5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7fc07-5b84-4d79-b4d7-81a5c1280135,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:12.781975 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-38835f78-401f-4329-9edb-9d38637e143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:12.840290 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3e2ff-1eac-414b-a72c-4d7fb3cb8ee2 req-6bf04423-6906-4c41-8349-200733915f8a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:12.840290 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ffd3e2ff-1eac-414b-a72c-4d7fb3cb8ee2 req-6bf04423-6906-4c41-8349-200733915f8a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0591938 Aug 24 22:18:12.875702 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ffd3e2ff-1eac-414b-a72c-4d7fb3cb8ee2 req-ebfcee36-5dd6-44bd-ae15-7d3fb980ec06 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Aug 24 22:18:14.002581 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35599c95-fdd0-4e70-ac31-af457fc39011 req-52b84eb8-a3b0-4615-889c-6600bf5272c4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:14.004632 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35599c95-fdd0-4e70-ac31-af457fc39011 req-52b84eb8-a3b0-4615-889c-6600bf5272c4 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0512230 Aug 24 22:18:14.043152 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35599c95-fdd0-4e70-ac31-af457fc39011 req-4d1b43d2-153a-40ec-a952-86a3bdba0af3 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Aug 24 22:18:15.163545 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6c01-2c85-446d-9f12-dde1eed9c9ef req-46ac0a1a-3045-4a8a-b567-d61ce0f3ef2d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:15.164953 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5c8c6c01-2c85-446d-9f12-dde1eed9c9ef req-46ac0a1a-3045-4a8a-b567-d61ce0f3ef2d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0508687 Aug 24 22:18:15.202440 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5c8c6c01-2c85-446d-9f12-dde1eed9c9ef req-d9785404-590a-447b-be53-5db2be37d53a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Aug 24 22:18:15.541494 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6b450b3f-d9e5-4c4d-b0b2-f6e28539362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:15.804949 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:16.319146 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fea25-ab2c-41a2-a9b2-10689ff33335 req-1895d0d3-1653-43bb-8e0d-1bda9f1cb7e6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:16.320614 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3c9fea25-ab2c-41a2-a9b2-10689ff33335 req-1895d0d3-1653-43bb-8e0d-1bda9f1cb7e6 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0470295 Aug 24 22:18:16.356638 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3c9fea25-ab2c-41a2-a9b2-10689ff33335 req-d0d622ed-4c55-4f09-9b1d-a41a2bb64f91 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302932 Aug 24 22:18:16.681157 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:17.475053 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f97ce-bb97-4a37-8636-d8a6780153c2 req-504b03f4-73e8-4aaa-84be-8c56e1a5199a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:17.476601 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-147f97ce-bb97-4a37-8636-d8a6780153c2 req-504b03f4-73e8-4aaa-84be-8c56e1a5199a tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 944 time: 0.0494866 Aug 24 22:18:17.513139 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-147f97ce-bb97-4a37-8636-d8a6780153c2 req-bb615510-6f7d-45ab-9078-ce8d8faea943 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305710 Aug 24 22:18:17.723651 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:18:17.829822 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:17.842758 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'port_id': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'mac_address': 'fa:16:3e:8f:72:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:18:17.879216 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:17.891857 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:18:17.911239 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:17.927163 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:17.972950 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:18.019293 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=9']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:18.280151 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:18:18.633817 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7df21-6a89-4f41-a0c9-87a0de8fe595 req-2f729676-c1ba-4bce-bbf2-69ebb30ea130 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:18.635295 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7fa7df21-6a89-4f41-a0c9-87a0de8fe595 req-2f729676-c1ba-4bce-bbf2-69ebb30ea130 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0496445 Aug 24 22:18:18.672009 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7fa7df21-6a89-4f41-a0c9-87a0de8fe595 req-59efa996-3a76-4128-9e7f-0deb65cc81d8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Aug 24 22:18:19.755678 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:18:19.791415 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f182ae-2510-4fc6-89df-9f814e146763 req-e2807c05-86dd-4c43-97f7-3dc62883b795 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:19.792923 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-58f182ae-2510-4fc6-89df-9f814e146763 req-e2807c05-86dd-4c43-97f7-3dc62883b795 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Aug 24 22:18:19.804221 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:18:19.807949 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:19.830420 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-58f182ae-2510-4fc6-89df-9f814e146763 req-8d5a622b-d257-43cf-a9e4-9b107ab40aa8 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Aug 24 22:18:19.882773 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:19.906054 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:18:19.908228 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad07f709-02e3-4aa1-9a0d-7908c062780a" -d '{"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:18:19.921361 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:18:19.947607 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3803b-f647-4e24-9b28-170eca5dfd58 x-openstack-request-id: req-c1e3803b-f647-4e24-9b28-170eca5dfd58 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:18:19.947607 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-plugged", "status": "completed", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:18:19.947607 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1e3803b-f647-4e24-9b28-170eca5dfd58 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:18:19.947607 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'code': 200} Aug 24 22:18:20.019089 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.066076 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=10']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:20.094919 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35592) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:20.198415 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ee748250-d555-45a5-98d0-a6cf7383c768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.284576 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ee748250-d555-45a5-98d0-a6cf7383c768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.328271 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180a0f0-24de-4131-8b58-e1bf3a6baeec req-12d97622-6db6-4220-b284-fe3718f6280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:20.329756 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3180a0f0-24de-4131-8b58-e1bf3a6baeec req-12d97622-6db6-4220-b284-fe3718f6280f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1100 time: 0.0388122 Aug 24 22:18:20.364595 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-3180a0f0-24de-4131-8b58-e1bf3a6baeec req-9a9a709c-c25e-4fed-aace-7a20a78fd8d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272708 Aug 24 22:18:20.364879 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-ee748250-d555-45a5-98d0-a6cf7383c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.402720 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-ee748250-d555-45a5-98d0-a6cf7383c768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5d7a14ee3f94ded82b3a4ac4a1a8da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067605 Aug 24 22:18:20.403638 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee748250-d555-45a5-98d0-a6cf7383c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c8b25-4aa5-46bc-a4fe-d8e4d8733ef3,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:20.405369 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35596) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:20.454036 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.475175 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.590064 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.592563 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:20.593688 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f79c8b25-4aa5-46bc-a4fe-d8e4d8733ef3 HTTP/1.1" status: 204 len: 168 time: 0.1866484 Aug 24 22:18:20.601438 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80807b-654c-46ee-b759-efa3fe6d4e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c8b25-4aa5-46bc-a4fe-d8e4d8733ef3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:20.951644 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618e0f-fa43-43e0-8977-d8b3cc1f36e0 req-f1164411-df9d-4c93-8360-783ab9c76fd9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:20.953121 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e618e0f-fa43-43e0-8977-d8b3cc1f36e0 req-f1164411-df9d-4c93-8360-783ab9c76fd9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0507669 Aug 24 22:18:20.990345 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e618e0f-fa43-43e0-8977-d8b3cc1f36e0 req-bf35c4ce-5e37-4759-af3a-ed7733bbd10d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Aug 24 22:18:21.290328 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35606) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:21.303802 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0757389e-b3ec-4336-a914-29d9ef0906c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.388586 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0757389e-b3ec-4336-a914-29d9ef0906c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.526872 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0757389e-b3ec-4336-a914-29d9ef0906c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.564462 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757389e-b3ec-4336-a914-29d9ef0906c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef629cad-cb93-4a5d-a1ff-4f0fa0107f99,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:21.568697 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0757389e-b3ec-4336-a914-29d9ef0906c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0e601a202f54201813228bbf73d6b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773619 Aug 24 22:18:21.571255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35612) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:21.621186 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.641908 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.790068 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.792673 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:21.793847 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef629cad-cb93-4a5d-a1ff-4f0fa0107f99 HTTP/1.1" status: 204 len: 168 time: 0.2216363 Aug 24 22:18:21.802142 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f1a4-e6da-4fdc-8667-07eb1ef30a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef629cad-cb93-4a5d-a1ff-4f0fa0107f99,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:22.113606 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed86e8-b435-4081-9167-7c524c0d4e2b req-9c7ad934-efb2-40a5-a1ee-cc601e26f82f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:22.115169 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3eed86e8-b435-4081-9167-7c524c0d4e2b req-9c7ad934-efb2-40a5-a1ee-cc601e26f82f tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0518701 Aug 24 22:18:22.154628 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3eed86e8-b435-4081-9167-7c524c0d4e2b req-c77a3904-ee32-4cb1-9ce1-bdc78c5742fc tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335293 Aug 24 22:18:22.564158 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35650) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:22.577640 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-78601b61-637b-444c-837e-12e3146cf55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.663640 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-78601b61-637b-444c-837e-12e3146cf55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.730371 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-78601b61-637b-444c-837e-12e3146cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.772508 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-78601b61-637b-444c-837e-12e3146cf55f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22cb2dc0d80a49e2ab7dd6d7e00b808d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072392 Aug 24 22:18:22.773454 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601b61-637b-444c-837e-12e3146cf55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245ae4e9-37d9-466f-a0af-be5d3cdb5e16,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:22.775304 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35652) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:22.827120 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.848314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.995708 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.998312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:22.999444 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/245ae4e9-37d9-466f-a0af-be5d3cdb5e16 HTTP/1.1" status: 204 len: 168 time: 0.2224402 Aug 24 22:18:23.007101 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913aff9-31ec-4b96-9878-68f5a1930373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245ae4e9-37d9-466f-a0af-be5d3cdb5e16,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:23.273578 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e334c-a8a9-48d7-b96a-7b44c7cc9972 req-f45a8348-e1a6-4ac5-8346-a81267222948 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:23.275100 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-719e334c-a8a9-48d7-b96a-7b44c7cc9972 req-f45a8348-e1a6-4ac5-8346-a81267222948 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0475097 Aug 24 22:18:23.313234 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-719e334c-a8a9-48d7-b96a-7b44c7cc9972 req-a362ca76-fe74-48d3-9b47-cd447d1871c9 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Aug 24 22:18:24.431549 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436dc47-76e8-41fa-bc53-72d91c4c3ba3 req-c5496336-0244-4b5a-9ada-fbea622f0e7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:24.433099 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4436dc47-76e8-41fa-bc53-72d91c4c3ba3 req-c5496336-0244-4b5a-9ada-fbea622f0e7b tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0479305 Aug 24 22:18:24.471319 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4436dc47-76e8-41fa-bc53-72d91c4c3ba3 req-c091fd16-006b-4c1d-bbf4-43a43c310acd tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 24 22:18:29.878420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:30.764848 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:18:35.701053 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-78e4236e-cdc6-4e7f-8526-c21f000a3072 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391290 Aug 24 22:18:35.775736 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-dfe77d67-2f27-4241-acb3-d022546465bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:35.777300 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-dfe77d67-2f27-4241-acb3-d022546465bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4967f81663e74a0ab003de44b7f0177f&device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 1100 time: 0.0400605 Aug 24 22:18:35.881445 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-bcb2516e-f80f-499c-bca3-d05056712f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:35.882958 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-bcb2516e-f80f-499c-bca3-d05056712f40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 200 len: 918 time: 0.0851734 Aug 24 22:18:35.948622 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-f3f36ac8-76cb-4a47-9fc2-f66dd64b7bc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 200 len: 1002 time: 0.0564017 Aug 24 22:18:35.999762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-3873bd00-5848-4bcf-9ad3-4b4a36d10486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:36.001108 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-3873bd00-5848-4bcf-9ad3-4b4a36d10486 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 200 len: 856 time: 0.0423057 Aug 24 22:18:36.049649 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-8374f1e6-24a7-48b2-bc6b-4306e588690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:36.051109 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-8374f1e6-24a7-48b2-bc6b-4306e588690c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ec5aeb5-0ea4-4490-894f-5b0895726657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424142 Aug 24 22:18:36.138721 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-8664a411-e059-4a7d-9400-095c8a698366 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790689 Aug 24 22:18:36.230410 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-14004a9a-fe4c-497f-9c52-44c30f460436 req-9f143692-5d04-44f6-999d-a09449552523 service neutron] 10.222.0.26 "GET /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840888 Aug 24 22:18:42.798504 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1efd-2482-4f80-8c21-d34cdd2d6b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:45.529483 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-8403d1c7-8eb2-44ff-94d3-42cf5c479f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:45.781310 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:46.714808 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:47.935387 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.235076 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35800) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:49.336494 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.420568 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.513023 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.545523 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35806) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:49.546264 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a2f0094b52d4bc6949c996f0a332545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095293 Aug 24 22:18:49.568506 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4dc446-a97e-4bf5-917f-41646c80b4d5,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:49.575819 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.576412 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.576830 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.577232 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.577633 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.578197 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.578599 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.579104 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.579506 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.579905 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.580323 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.580716 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541a032-2740-47e2-8050-dd312bfe6b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.606199 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.628164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.781629 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.784295 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:49.785502 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e4dc446-a97e-4bf5-917f-41646c80b4d5 HTTP/1.1" status: 204 len: 168 time: 0.2389123 Aug 24 22:18:49.793980 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4dc446-a97e-4bf5-917f-41646c80b4d5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:49.800950 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.801308 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.801648 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.801983 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.802314 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.802649 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.802977 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.803306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.803621 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.803943 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.804302 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:49.804626 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d82a67e-343d-489e-90e1-cb61b87571cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:18:50.833350 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35830) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:50.925751 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410901372-network', 'tenant_id': '290f8881180145d4a4ca35bc776b7ffc'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:18:51.004086 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Made reservation on behalf of 290f8881180145d4a4ca35bc776b7ffc for: {'network': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:18:51.006340 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for network, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.014441 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.099076 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.189226 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.212020 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=94692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:18:51.221568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54570302-2704-4dc5-9c26-2436794b8e87,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:51.226186 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.226537 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.segments_db [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Added segment a4006479-2f2a-4120-8cd1-1ccd8c01ec9e of type vlan for network 8fecc150-4ff6-496a-9aa8-25b823df3b9b Aug 24 22:18:51.266987 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768140924977'] for network, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.369848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607'] for network, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.370745 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:51.371353 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.428953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] Pushing event updated for resources: {'Network': ['ID=8fecc150-4ff6-496a-9aa8-25b823df3b9b,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:51.438918 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b details requested by agent ovs-agent-dv-cinder-789564-11-iscsi with host dv-cinder-789564-11-iscsi {{(pid=94694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:18:51.485003 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d0724a9d-a517-4cfc-ac3a-1c53681c7d75 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6503046 Aug 24 22:18:51.487495 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35834) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:18:51.492345 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Request body: {'subnet': {'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410901372-subnet', 'tenant_id': '290f8881180145d4a4ca35bc776b7ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:18:51.571772 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Made reservation on behalf of 290f8881180145d4a4ca35bc776b7ffc for: {'subnet': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:18:51.574577 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3563208'] for subnet, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.800811 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3563066'] for subnet, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:51.852819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d382d19-856f-447d-98b9-bce841e89cf1,revision_number=0']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:51.861795 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Checking segment: {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:18:51.862147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Network hostable DHCP agents. Network: 8fecc150-4ff6-496a-9aa8-25b823df3b9b, hostable agents: ['e30e53e5-347a-456c-98d1-2801a35902ac'], hosted agents: [] {{(pid=94692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:18:51.932190 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b is scheduled to be hosted by DHCP agent e30e53e5-347a-456c-98d1-2801a35902ac with binding_index 1 {{(pid=94692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:18:51.992493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-11-iscsi, 8fecc150-4ff6-496a-9aa8-25b823df3b9b) {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:18:51.996600 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:51.997244 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:52.002591 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb70c4c-d233-4225-9ae9-80f0cead9273 None None] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:18:52.073691 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-e4f5e0a2-a53d-4568-b292-cfb24a8cf6e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5848958 Aug 24 22:18:52.122448 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c047b-0a42-4a44-a836-935df1b0f27d None None] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:18:54.152659 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-11d4afc5-241e-47ad-bf29-7e6947067285 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:54.154035 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-11d4afc5-241e-47ad-bf29-7e6947067285 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/networks?id=8fecc150-4ff6-496a-9aa8-25b823df3b9b HTTP/1.1" status: 200 len: 809 time: 0.0982971 Aug 24 22:18:54.168568 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-ad58c514-351b-4d2b-876c-94a36450ce6d tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/quotas/290f8881180145d4a4ca35bc776b7ffc HTTP/1.1" status: 200 len: 375 time: 0.0089712 Aug 24 22:18:54.199585 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-29a949d1-851e-4bb3-8f50-e45f3791b465 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259032 Aug 24 22:18:54.289766 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-250daa84-74ef-4b7b-8176-9f1e6e5e8c60 service neutron] 10.222.0.20 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829206 Aug 24 22:18:54.373922 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-fe86dd06-1f5d-4888-bc6a-ec7ad4c8737f service neutron] 10.222.0.20 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781450 Aug 24 22:18:54.635944 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3f30d6ea-64b8-41ca-a927-056e8738040c req-b1574bea-c462-40da-9cfc-8f727c3e58c7 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 210 time: 0.0297375 Aug 24 22:18:55.711380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-965e67ff-993d-43f9-b8c6-1d309f25e715 req-9eac00c0-9d62-4309-a64a-798ce8efc488 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 210 time: 0.0245845 Aug 24 22:18:56.800596 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-501289f8-3bc4-46ad-a87f-05c96a91671c req-27ed7d03-1d75-4cfa-a7a7-a7f115f6272e tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 210 time: 0.0249262 Aug 24 22:18:57.032403 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-e45e9ee4-28cc-4690-8ec0-33b567425912 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:57.033798 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-e45e9ee4-28cc-4690-8ec0-33b567425912 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "GET /v2.0/networks?id=8fecc150-4ff6-496a-9aa8-25b823df3b9b HTTP/1.1" status: 200 len: 809 time: 0.1020460 Aug 24 22:18:57.055270 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Request body: {'port': {'device_id': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b', 'admin_state_up': True, 'tenant_id': '290f8881180145d4a4ca35bc776b7ffc'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:18:57.249673 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Made reservation on behalf of 290f8881180145d4a4ca35bc776b7ffc for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:18:57.253362 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:57.376393 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Allocated IP 172.20.0.4 (8fecc150-4ff6-496a-9aa8-25b823df3b9b/7d382d19-856f-447d-98b9-bce841e89cf1/98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:18:57.519059 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:57.595432 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:57.637709 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:18:57.640695 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:18:57.644607 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:18:57.651125 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Pushing event updated for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:57.693868 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:57.694465 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:57.755602 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-45574c21-971c-4f27-8bef-0e72b01cdc4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041242 Aug 24 22:18:57.775322 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Request body: {'port': {'device_id': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:18:57.831434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:57.920808 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3ea72-0abc-464e-8d1f-4631241bd0b7 req-41f9e5cb-4392-476e-adfd-f912bb826027 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:57.922280 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e3ea72-0abc-464e-8d1f-4631241bd0b7 req-41f9e5cb-4392-476e-adfd-f912bb826027 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 931 time: 0.0491807 Aug 24 22:18:57.966182 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-79e3ea72-0abc-464e-8d1f-4631241bd0b7 req-d6bc5c15-f93c-4342-9a90-574a844dbaa0 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Aug 24 22:18:58.091579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:18:58.098861 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:58.111342 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Transition to ACTIVE for port object 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:18:58.234730 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:58.282417 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Pushing event updated for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:58.350443 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Attempting to bind port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:18:58.350769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Attempting to bind port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:18:58.351088 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Attempting to bind port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:18:58.355187 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:18:58.355495 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Attempting to bind port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:18:58.360100 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:18:58.360453 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Checking segment: {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:18:58.360824 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Bound using segment: {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:18:58.361238 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Bound port: 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:18:58.361627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:58.421895 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:18:58.425291 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:18:58.515415 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:58.546089 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:58.546714 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:18:58.548273 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] 10.222.0.26 "PUT /v2.0/ports/98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb HTTP/1.1" status: 200 len: 1093 time: 0.7771564 Aug 24 22:18:58.550428 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:18:58.552695 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848ad45-2cdc-454f-9b7e-a9794b3425e9" -d '{"events": [{"name": "network-changed", "server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:18:58.578945 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ec80-3e65-46e2-bd93-0f0c55fb8e1f service neutron] Pushing event updated for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:18:58.588309 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d160ec68-66b6-4d06-a415-4b76256d996e x-openstack-request-id: req-d160ec68-66b6-4d06-a415-4b76256d996e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:18:58.588592 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:18:58.588839 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d160ec68-66b6-4d06-a415-4b76256d996e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:18:58.589217 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb', 'status': 'completed', 'code': 200} Aug 24 22:18:58.672674 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-60b2607e-f031-400e-b4b2-3d4ccb4f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:58.674015 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-60b2607e-f031-400e-b4b2-3d4ccb4f7f52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 1096 time: 0.0431786 Aug 24 22:18:58.774938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-a4970a6b-9b3a-4142-a921-6ae6e562f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:58.776463 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-a4970a6b-9b3a-4142-a921-6ae6e562f004 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=290f8881180145d4a4ca35bc776b7ffc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0877111 Aug 24 22:18:59.082515 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72587ceb-e002-4997-b864-b8fb39958d9a req-de1318e5-7eee-4beb-9b76-b120a492620f tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:59.084038 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-72587ceb-e002-4997-b864-b8fb39958d9a req-de1318e5-7eee-4beb-9b76-b120a492620f tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 943 time: 0.0491474 Aug 24 22:18:59.124525 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-2c5adadd-fff6-46ed-8f67-0b2912e7683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:59.125266 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-72587ceb-e002-4997-b864-b8fb39958d9a req-2d74dc61-1c09-4c2c-8a3f-c38031ef8753 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Aug 24 22:18:59.125986 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-1848ad45-2cdc-454f-9b7e-a9794b3425e9 req-2c5adadd-fff6-46ed-8f67-0b2912e7683a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424931 Aug 24 22:18:59.223533 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-9618b44e-7adb-4650-9cb8-dbd36709e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:59.225013 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-9618b44e-7adb-4650-9cb8-dbd36709e43c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 1096 time: 0.0387373 Aug 24 22:18:59.271970 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-7259e93f-98cd-4852-9c06-c7bdf741ac67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb HTTP/1.1" status: 200 len: 217 time: 0.0325525 Aug 24 22:18:59.322450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-19ea2d2c-4615-413f-ac19-8238b14923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:18:59.323880 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-19ea2d2c-4615-413f-ac19-8238b14923d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d382d19-856f-447d-98b9-bce841e89cf1 HTTP/1.1" status: 200 len: 849 time: 0.0453315 Aug 24 22:18:59.354273 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-91f48896-42b2-4473-bb33-406dae74f140 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fecc150-4ff6-496a-9aa8-25b823df3b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230803 Aug 24 22:18:59.439775 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-092b52e2-553f-4f11-8a8d-dbdb1f35eb6b service neutron] 10.222.0.26 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789020 Aug 24 22:18:59.532340 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-571c32c4-5b89-4c84-94bb-ebf131214b46 req-e99f9a1d-56ef-4e79-bc88-8d9973693d40 service neutron] 10.222.0.26 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Aug 24 22:18:59.869138 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:00.239363 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245759c2-dc80-4ac1-9daa-1e49f50ef9a6 req-3a2f50fd-db45-4062-a3d4-0d9710e3e606 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:00.240812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-245759c2-dc80-4ac1-9daa-1e49f50ef9a6 req-3a2f50fd-db45-4062-a3d4-0d9710e3e606 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 943 time: 0.0468824 Aug 24 22:19:00.277411 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-245759c2-dc80-4ac1-9daa-1e49f50ef9a6 req-de5d6928-2a7f-446a-8466-c3ba6b1e1ead tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300477 Aug 24 22:19:01.386897 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5bf83-f45b-4a91-923e-ddadc9da6004 req-b3f047ec-1e13-4387-8172-3375ba860894 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:01.388342 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd5bf83-f45b-4a91-923e-ddadc9da6004 req-b3f047ec-1e13-4387-8172-3375ba860894 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 943 time: 0.0464282 Aug 24 22:19:01.424016 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4dd5bf83-f45b-4a91-923e-ddadc9da6004 req-cc153091-d458-45df-a17a-5d9947643c30 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296545 Aug 24 22:19:02.540652 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9383a-2063-4264-994b-65ae4ce2cfd7 req-37c0eddb-015c-4c84-8b89-349978ebbdb1 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:02.542572 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0f9383a-2063-4264-994b-65ae4ce2cfd7 req-37c0eddb-015c-4c84-8b89-349978ebbdb1 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 943 time: 0.0459418 Aug 24 22:19:02.582093 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e0f9383a-2063-4264-994b-65ae4ce2cfd7 req-72f83013-e045-4122-9d96-805ad80afb92 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Aug 24 22:19:03.357959 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83f5fa-9b0c-4cc7-830b-03916cd1f783 req-89fe3e4e-f8c6-4335-b11f-34bd48f91cda tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:03.359409 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8c83f5fa-9b0c-4cc7-830b-03916cd1f783 req-89fe3e4e-f8c6-4335-b11f-34bd48f91cda tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0486457 Aug 24 22:19:03.396324 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8c83f5fa-9b0c-4cc7-830b-03916cd1f783 req-d735a6ca-0c57-4c13-b935-888d8800279d tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Aug 24 22:19:03.693378 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301567-ee75-47c8-8fcc-fce6bd8c0082 req-084769da-3598-491a-9958-45a7edc55552 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:03.694802 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-de301567-ee75-47c8-8fcc-fce6bd8c0082 req-084769da-3598-491a-9958-45a7edc55552 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 943 time: 0.0467083 Aug 24 22:19:03.731111 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-de301567-ee75-47c8-8fcc-fce6bd8c0082 req-d9651131-7c02-460c-99d5-3050e607c74d tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304797 Aug 24 22:19:04.013143 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:19:04.103324 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:04.117501 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb', 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b', 'port_id': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb', 'mac_address': 'fa:16:3e:4b:d7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d382d19-856f-447d-98b9-bce841e89cf1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:19:04.153594 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:04.165858 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:04.183841 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:04.307016 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:04.353219 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:04.359995 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.360373 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.360714 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.361042 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.361369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.361695 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.362017 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.362343 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.362662 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.362977 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.363294 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.363613 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:04.512081 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785adf1-8e84-4589-8f30-9bf1783a8d2e req-5efe4a50-6dbe-4854-ba90-9a3f96a5c369 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:04.513539 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0785adf1-8e84-4589-8f30-9bf1783a8d2e req-5efe4a50-6dbe-4854-ba90-9a3f96a5c369 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0472071 Aug 24 22:19:04.553784 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0785adf1-8e84-4589-8f30-9bf1783a8d2e req-f8d9d109-addc-46d4-b1d7-c6bdd6ceb1a2 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d161e3f-96a3-4180-9741-2780fdb55024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Aug 24 22:19:04.639913 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:04.842605 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dd891-6ba0-4d7e-8816-53a768b0878a req-7b6274b1-2ef5-4d61-a672-8a8d3177ddf6 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:04.844134 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-949dd891-6ba0-4d7e-8816-53a768b0878a req-7b6274b1-2ef5-4d61-a672-8a8d3177ddf6 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 944 time: 0.0467892 Aug 24 22:19:04.856767 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-c2f04f71-ad59-470c-9591-9f72ac9b6533 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:04.858197 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-c2f04f71-ad59-470c-9591-9f72ac9b6533 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 947 time: 0.0467653 Aug 24 22:19:04.881861 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-949dd891-6ba0-4d7e-8816-53a768b0878a req-5d1b746d-dc24-41d6-a7e4-4d3d78990f51 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Aug 24 22:19:04.950416 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Deleting port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:04.950752 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.035420 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] For port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:05.035738 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.199131 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.199514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.199961 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Floating IP e06135af-32de-407b-976f-f9bcca74f716 disassociated. External IP: 172.27.2.220, port: 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4. Aug 24 22:19:05.200332 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Calling delete_port for 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:05.406472 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.434568 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'Port': ['ID=6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:05.547796 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:19:05.650625 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c355aa51-162f-43dc-b17e-a80aa83e032b req-5f6af7e2-1fc0-4289-bd68-cd2cac60a8d7 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.0249038 Aug 24 22:19:05.652747 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:19:05.662811 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:19:05.672305 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:19:05.672953 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:18:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:05.692508 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] No DVR routers for this DVR port 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:19:05.694943 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:05.696906 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-b31a23bd-b457-4ad9-af78-d6649ff1a892 req-350e755a-67ec-46bb-892a-6a3005886c5c tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.26 "DELETE /v2.0/ports/6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 HTTP/1.1" status: 204 len: 173 time: 0.8322039 Aug 24 22:19:05.697376 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-deleted', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:05.699566 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b9d35-38b3-4183-8c1e-15a4bc664449" -d '{"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-deleted", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:05.734053 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd93e0f-0a1e-43f4-af2d-8be0d2599068 x-openstack-request-id: req-ebd93e0f-0a1e-43f4-af2d-8be0d2599068 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:05.734339 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b85fc63-410f-45af-8efc-218bb96bae68", "name": "network-vif-deleted", "tag": "6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:05.734587 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd93e0f-0a1e-43f4-af2d-8be0d2599068 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:05.734984 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b85fc63-410f-45af-8efc-218bb96bae68', 'name': 'network-vif-deleted', 'tag': '6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4', 'status': 'completed', 'code': 200} Aug 24 22:19:05.778750 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:19:05.988470 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:05.998397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9711-882b-4d4b-8ca1-ef042db202fc req-b5b511e4-1841-4713-896e-15f2d8b12198 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:05.999849 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0ddb9711-882b-4d4b-8ca1-ef042db202fc req-b5b511e4-1841-4713-896e-15f2d8b12198 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 944 time: 0.0482502 Aug 24 22:19:06.003368 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:19:06.015164 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:19:06.024134 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:19:06.024701 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:18:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:06.059485 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0ddb9711-882b-4d4b-8ca1-ef042db202fc req-8166e395-d93f-45af-9633-0ba5e94e1cf6 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Aug 24 22:19:06.127375 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:19:06.131696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:19:06.136206 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:19:06.136585 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:06.214249 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:06.236464 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:06.238695 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a8e21d-3a65-44a7-ac11-f8687490a07b" -d '{"events": [{"server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "name": "network-vif-plugged", "status": "completed", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:06.258769 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:06.276676 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97c34c4-285e-448e-887f-98b3140b959b x-openstack-request-id: req-d97c34c4-285e-448e-887f-98b3140b959b {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:06.276965 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "name": "network-vif-plugged", "status": "completed", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:06.277217 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d97c34c4-285e-448e-887f-98b3140b959b {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:06.277612 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb', 'code': 200} Aug 24 22:19:06.326359 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:06.352034 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563e8fcb-ccc3-4a11-a82f-1ee256f46a35 None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:10:29Z', 'revision_number': 4, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '6bbdff24-b399-4f4a-a159-a6392970fb8c', 'name': '', 'network_id': '0ec5aeb5-0ea4-4490-894f-5b0895726657', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'mac_address': 'fa:16:3e:32:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:27Z', 'updated_at': '2021-08-24T22:10:39Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'subnets': [{'id': '56c5c042-fee3-466a-83a7-39cb3d48cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:19:06.366623 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:06.417343 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:06.588969 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab1347-678b-448c-a83f-8f4c9cfe8c43 None None] New status for floating IP e06135af-32de-407b-976f-f9bcca74f716: DOWN {{(pid=94694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:19:06.648323 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ed9c0-39fb-4bfc-809f-b8b9954ade38 req-0f7180e8-e657-4b4c-ae28-76dc89176961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:06.649842 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-da2ed9c0-39fb-4bfc-809f-b8b9954ade38 req-0f7180e8-e657-4b4c-ae28-76dc89176961 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 1098 time: 0.0447817 Aug 24 22:19:06.698051 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-da2ed9c0-39fb-4bfc-809f-b8b9954ade38 req-651d52f6-2711-42e0-9a93-437f1ef76b15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Aug 24 22:19:06.767077 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c6364d60-d980-4294-be96-bd4d318696ae req-fc1b95e5-de86-4ded-ade2-458c3297b62e tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b85fc63-410f-45af-8efc-218bb96bae68 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Aug 24 22:19:07.173861 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e841d-3f6f-42d3-966f-f44b88cf626b req-bf3cede1-4443-4204-85b8-6090343ffb13 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:07.175288 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9a6e841d-3f6f-42d3-966f-f44b88cf626b req-bf3cede1-4443-4204-85b8-6090343ffb13 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 945 time: 0.0475333 Aug 24 22:19:07.211994 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9a6e841d-3f6f-42d3-966f-f44b88cf626b req-806b3391-48e4-43ff-b5b8-81d78420d91c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Aug 24 22:19:07.763418 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:19:07.933125 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35928) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:07.985335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.008101 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.154745 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.157227 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.160851 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d161e3f-96a3-4180-9741-2780fdb55024 HTTP/1.1" status: 204 len: 168 time: 0.2243085 Aug 24 22:19:08.161354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35930) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:08.167168 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3e5b-c008-4742-bf90-14bdbd5adc40 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d161e3f-96a3-4180-9741-2780fdb55024,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:08.177165 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.api.v2.resource [None req-ea5075b6-e9f6-465d-8612-1eb48b3e7210 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] show failed (client error): The resource could not be found. Aug 24 22:19:08.178237 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ea5075b6-e9f6-465d-8612-1eb48b3e7210 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "GET /v2.0/security-groups/3d161e3f-96a3-4180-9741-2780fdb55024 HTTP/1.1" status: 404 len: 347 time: 0.0157540 Aug 24 22:19:08.181248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 35932) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:08.336869 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41709297-01b0-4a30-8a71-ba3e3454b84b req-298ef388-6abe-4167-a160-6e42310ff330 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:08.338831 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41709297-01b0-4a30-8a71-ba3e3454b84b req-298ef388-6abe-4167-a160-6e42310ff330 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 945 time: 0.0601695 Aug 24 22:19:08.351322 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Deleting port 712985c3-2e29-47ff-a171-da0f69ea9c73 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:08.351659 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.423406 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-41709297-01b0-4a30-8a71-ba3e3454b84b req-02befec8-5dc0-4825-abd3-c6ba17b7da1f tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786178 Aug 24 22:19:08.448192 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.448561 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.460750 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Calling delete_port for 712985c3-2e29-47ff-a171-da0f69ea9c73 owned by network:floatingip {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:08.674835 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.704870 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Pushing event deleted for resources: {'Port': ['ID=712985c3-2e29-47ff-a171-da0f69ea9c73,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:08.760186 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.762728 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:08.763856 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-87628a34-2c7a-4c56-90fe-bfe354ac5696 tempest-AttachVolumeShelveTestJSON-1129613002 tempest-AttachVolumeShelveTestJSON-1129613002-project] 10.222.0.20 "DELETE /v2.0/floatingips/e06135af-32de-407b-976f-f9bcca74f716 HTTP/1.1" status: 204 len: 168 time: 0.5816438 Aug 24 22:19:09.853879 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9d171-394a-4bf3-8037-bb1d61d95ff4 req-071509c6-744f-44c5-9de9-36bbd5f13b78 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:09.855913 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-55a9d171-394a-4bf3-8037-bb1d61d95ff4 req-071509c6-744f-44c5-9de9-36bbd5f13b78 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 945 time: 0.0471778 Aug 24 22:19:09.892247 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-55a9d171-394a-4bf3-8037-bb1d61d95ff4 req-bf8825d4-76b8-4719-8428-2e987c91a61f tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302012 Aug 24 22:19:10.034995 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:10.054626 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:10.054965 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 6d614ef7-2d79-4be6-bcbb-00e77c4e3cd4 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:11.005461 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d60a-e44d-42a6-b2d3-17954978ddcd req-386eb3f9-1907-441f-aea5-803d18ecccd9 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:11.006896 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0d98d60a-e44d-42a6-b2d3-17954978ddcd req-386eb3f9-1907-441f-aea5-803d18ecccd9 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 945 time: 0.0483906 Aug 24 22:19:11.043760 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0d98d60a-e44d-42a6-b2d3-17954978ddcd req-924261a7-615b-42bb-8c46-846bb4bad7e7 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Aug 24 22:19:11.294973 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-57c6c3ca-9a27-4dff-a095-6c89e0ea9924 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:11.296404 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-57c6c3ca-9a27-4dff-a095-6c89e0ea9924 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Aug 24 22:19:11.390320 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Deleting port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:11.390661 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:11.476088 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] For port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:11.476478 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:11.489187 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Calling delete_port for 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:11.616436 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35970) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:11.727837 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:11.762602 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:11.766450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Pushing event deleted for resources: {'Port': ['ID=98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:11.809212 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] No DVR routers for this DVR port 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:19:11.812565 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:11.814505 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-e10eb0e7-c1d9-4e04-a536-76a218b4aaeb req-dc76a3b2-ed92-4e36-a98f-7d6f029e4b15 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "DELETE /v2.0/ports/98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb HTTP/1.1" status: 204 len: 173 time: 0.5123291 Aug 24 22:19:11.814936 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'name': 'network-vif-deleted', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:11.817163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8995035-5ea6-47d8-973f-9e4101a3940e" -d '{"events": [{"server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "name": "network-vif-deleted", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:11.873874 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12332b0-39de-4eeb-93f7-553920a72b98 x-openstack-request-id: req-a12332b0-39de-4eeb-93f7-553920a72b98 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:11.874189 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501fc918-8797-4ae3-8bdb-7fc0a4991642", "name": "network-vif-deleted", "tag": "98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:11.874467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a12332b0-39de-4eeb-93f7-553920a72b98 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:11.874857 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501fc918-8797-4ae3-8bdb-7fc0a4991642', 'name': 'network-vif-deleted', 'tag': '98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb', 'status': 'completed', 'code': 200} Aug 24 22:19:12.080948 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:12.140000 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c5df540b-1015-470f-91ca-031162a523eb req-2cb335b9-e89d-425e-83ed-9d59592fe37d tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=501fc918-8797-4ae3-8bdb-7fc0a4991642 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Aug 24 22:19:12.323998 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Deleting port 6bbdff24-b399-4f4a-a159-a6392970fb8c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:12.324604 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:12.403277 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] For port 6bbdff24-b399-4f4a-a159-a6392970fb8c, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=6bbdff24-b399-4f4a-a159-a6392970fb8c,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:12.403652 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:12.417743 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Calling delete_port for 6bbdff24-b399-4f4a-a159-a6392970fb8c owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:12.680551 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:12.705285 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbdff24-b399-4f4a-a159-a6392970fb8c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:12.781379 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e67ed8e1-5cb7-407f-893c-84cb01738c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:12.887281 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.092909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Router 8a46daf7-67af-4f8f-bb03-30983d381179 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:19:13.203220 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:19:13.209631 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-981da832-bb82-43d6-82e3-c8eae835bee6 admin admin] 10.222.0.20 "PUT /v2.0/routers/8a46daf7-67af-4f8f-bb03-30983d381179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916209 Aug 24 22:19:13.212051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 35982) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:13.215765 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Sync routers for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:19:13.224589 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:19:13.225354 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:18:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:13.322346 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.422229 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-915158ed-9582-445b-8515-53ce9f4b0942 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:13.423640 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-915158ed-9582-445b-8515-53ce9f4b0942 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/networks?id=8fecc150-4ff6-496a-9aa8-25b823df3b9b HTTP/1.1" status: 200 len: 809 time: 0.1097157 Aug 24 22:19:13.424611 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:19:13.437488 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.442894 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-28f29d7b-6c88-434e-ba59-c57524e00201 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/quotas/290f8881180145d4a4ca35bc776b7ffc HTTP/1.1" status: 200 len: 375 time: 0.0116174 Aug 24 22:19:13.482285 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-6932a7ed-d535-41c1-9993-f0b34acc378f tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305743 Aug 24 22:19:13.544783 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Deleting port 49e04575-63dd-4a1f-ac2b-79881e0700e6 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:13.545122 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.618795 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:19:12Z', 'revision_number': 5, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port': {'id': '49e04575-63dd-4a1f-ac2b-79881e0700e6', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:10:21Z', 'updated_at': '2021-08-24T22:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:13.635070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] For port 49e04575-63dd-4a1f-ac2b-79881e0700e6, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=49e04575-63dd-4a1f-ac2b-79881e0700e6,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:13.636078 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.649505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Calling delete_port for 49e04575-63dd-4a1f-ac2b-79881e0700e6 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:13.650756 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Checking router: 8a46daf7-67af-4f8f-bb03-30983d381179 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:19:13.660359 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Routers {'8a46daf7-67af-4f8f-bb03-30983d381179'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:19:13.660993 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:18:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a46daf7-67af-4f8f-bb03-30983d381179'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:13.747171 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] Set router 8a46daf7-67af-4f8f-bb03-30983d381179 gateway port host: None {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:19:13.802968 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:19:13Z', 'revision_number': 6, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port_host': None}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:13.813634 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-33caa594-90b7-47b4-bd1d-d306f1941d50 service neutron] 10.222.0.20 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239884 Aug 24 22:19:13.834199 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f3a06-d06f-4184-a9a2-a34328b47d25 None None] The sync data for ids ['8a46daf7-67af-4f8f-bb03-30983d381179'] in dv-cinder-789564-11-iscsi is: [{'id': '8a46daf7-67af-4f8f-bb03-30983d381179', 'name': 'tempest-AttachVolumeShelveTestJSON-1169443954-router', 'tenant_id': '4967f81663e74a0ab003de44b7f0177f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:10:20Z', 'updated_at': '2021-08-24T22:19:13Z', 'revision_number': 6, 'project_id': '4967f81663e74a0ab003de44b7f0177f', 'gw_port_host': None}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:19:13.897571 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:13.908702 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-9627e29a-9c5c-4caa-85bb-8ddf6a105566 service neutron] 10.222.0.20 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876648 Aug 24 22:19:13.923924 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e04575-63dd-4a1f-ac2b-79881e0700e6,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:13.984870 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.303040 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-94adb5cf-2019-4de5-a8c5-654a40975a04 req-88a63aae-6504-4e8e-ba6a-a3d1c6300d4c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 210 time: 0.0443051 Aug 24 22:19:14.343230 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.345542 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.484212 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.484800 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a46daf7-67af-4f8f-bb03-30983d381179 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:19:14.489188 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.490330 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c189e004-9555-4b57-b76a-b1245f35dc90 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8a46daf7-67af-4f8f-bb03-30983d381179 HTTP/1.1" status: 204 len: 168 time: 1.2764363 Aug 24 22:19:14.492758 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36002) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:14.536513 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Deleting subnet 56c5c042-fee3-466a-83a7-39cb3d48cb16 {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:19:14.539595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.573011 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9355669'] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.670545 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6bbdff24-b399-4f4a-a159-a6392970fb8c no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:14.680836 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.696490 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 6bbdff24-b399-4f4a-a159-a6392970fb8c {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:14.696837 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 6bbdff24-b399-4f4a-a159-a6392970fb8c not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:14.824053 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3563059'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.852176 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c5c042-fee3-466a-83a7-39cb3d48cb16,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:14.859938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.866942 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-f7531944-c2a3-487e-9e58-23bb3865fa63 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56c5c042-fee3-466a-83a7-39cb3d48cb16 HTTP/1.1" status: 204 len: 168 time: 0.3681626 Aug 24 22:19:14.866942 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36006) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:14.867637 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98605054-2702-4443-aab6-7019cf09c270 None None] Network 0ec5aeb5-0ea4-4490-894f-5b0895726657 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:19:14.933944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:14.994514 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Deleting port ef3c5573-6d3c-4fc6-958d-6055ea709035 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:14.995084 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.055154 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] DHCP port deletion for 0ec5aeb5-0ea4-4490-894f-5b0895726657 request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:19:15.065057 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] For port ef3c5573-6d3c-4fc6-958d-6055ea709035, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=ef3c5573-6d3c-4fc6-958d-6055ea709035,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:15.065417 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.078769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Calling delete_port for ef3c5573-6d3c-4fc6-958d-6055ea709035 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:15.100388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Deleting port ef3c5573-6d3c-4fc6-958d-6055ea709035 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:15.100758 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.162614 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] For port ef3c5573-6d3c-4fc6-958d-6055ea709035, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=ef3c5573-6d3c-4fc6-958d-6055ea709035,segment=NetworkSegment(e12a49bb-718d-4e40-8b9a-c9788f2549e3),segment_id=e12a49bb-718d-4e40-8b9a-c9788f2549e3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:15.162998 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.175639 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Calling delete_port for ef3c5573-6d3c-4fc6-958d-6055ea709035 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:15.257854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.264907 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.288459 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3c5573-6d3c-4fc6-958d-6055ea709035,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:15.292258 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] Pushing event deleted for resources: {'Port': ['ID=ef3c5573-6d3c-4fc6-958d-6055ea709035,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:15.296046 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] No DVR routers for this DVR port ef3c5573-6d3c-4fc6-958d-6055ea709035 on host dv-cinder-789564-11-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:19:15.296215 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213f248-825a-4816-9d30-3f4cd2af7c1d None None] No DVR routers for this DVR port ef3c5573-6d3c-4fc6-958d-6055ea709035 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:19:15.368234 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.377939 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec5aeb5-0ea4-4490-894f-5b0895726657']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:15.388625 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12a49bb-718d-4e40-8b9a-c9788f2549e3') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:15.388918 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12a49bb-718d-4e40-8b9a-c9788f2549e3') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:19:15.393931 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-803e9339-8cf2-4e5d-a99e-f04f4d3c3ea4 req-3d441d5b-b24a-4657-90cd-3a9218f30acb tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Aug 24 22:19:15.398029 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.412361 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.418110 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:19:15.418490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:19:15.420267 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:19:15.529841 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-c0b89126-70b9-418a-8f6a-3eb30f136439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.530051 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.535864 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:15.537588 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ec5aeb5-0ea4-4490-894f-5b0895726657 HTTP/1.1" status: 204 len: 168 time: 0.6721778 Aug 24 22:19:15.548482 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947df2-87e9-4afa-9b4d-001a632bea30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec5aeb5-0ea4-4490-894f-5b0895726657,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:15.980946 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device ef3c5573-6d3c-4fc6-958d-6055ea709035 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:15.994294 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: ef3c5573-6d3c-4fc6-958d-6055ea709035 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:15.994677 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device ef3c5573-6d3c-4fc6-958d-6055ea709035 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:15.995593 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 49e04575-63dd-4a1f-ac2b-79881e0700e6 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:16.013473 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 49e04575-63dd-4a1f-ac2b-79881e0700e6 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:16.013822 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 49e04575-63dd-4a1f-ac2b-79881e0700e6 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:16.065792 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:16.088286 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.089666 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:16.090023 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 98e69c50-d4ae-413e-b59c-fbd5b0f2e0cb not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:16.161727 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36012) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:16.202523 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-11df0d5e-991b-42e0-9ae1-873cb7d71f13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4967f81663e74a0ab003de44b7f0177f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396531 Aug 24 22:19:16.205070 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36014) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:16.250996 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.271277 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.392101 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.394913 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.396083 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fb178a2-df01-4207-9fa9-3a277614023f HTTP/1.1" status: 204 len: 168 time: 0.1901295 Aug 24 22:19:16.404080 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7c6c0-96f3-4a01-abf8-92392b8b17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb178a2-df01-4207-9fa9-3a277614023f,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:16.490686 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ddf8019b-ecad-490a-afb6-027c52096a76 req-eb9d72d2-6b6c-45ca-b9c8-2964adfca57a tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 210 time: 0.0260143 Aug 24 22:19:16.730161 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:16.828511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-869c987a-3c9e-4642-8472-20d29a37bb6b tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:16.829977 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-869c987a-3c9e-4642-8472-20d29a37bb6b tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "GET /v2.0/networks?id=8fecc150-4ff6-496a-9aa8-25b823df3b9b HTTP/1.1" status: 200 len: 809 time: 0.1017814 Aug 24 22:19:16.849070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Request body: {'port': {'device_id': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b', 'admin_state_up': True, 'tenant_id': '290f8881180145d4a4ca35bc776b7ffc'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:19:17.057848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Made reservation on behalf of 290f8881180145d4a4ca35bc776b7ffc for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:19:17.061481 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:17.191254 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Allocated IP 172.20.0.4 (8fecc150-4ff6-496a-9aa8-25b823df3b9b/7d382d19-856f-447d-98b9-bce841e89cf1/4d2bfc87-da81-4a14-bd2d-ba69ec69140c) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:19:17.336416 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:17.438975 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:17.489572 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Network 8fecc150-4ff6-496a-9aa8-25b823df3b9b is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:19:17.492824 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:19:17.497957 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:19:17.502225 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Pushing event updated for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:17.564829 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:17.565444 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:17.611022 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8dec3-eff6-4815-8561-f64f3779c2ca req-ecbe43e7-6cdc-485c-8230-2a1916479255 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:17.612400 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d6c8dec3-eff6-4815-8561-f64f3779c2ca req-ecbe43e7-6cdc-485c-8230-2a1916479255 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 931 time: 0.0530200 Aug 24 22:19:17.652144 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d6c8dec3-eff6-4815-8561-f64f3779c2ca req-ebf8d6b8-e413-46e0-adaf-00251765a581 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Aug 24 22:19:17.684935 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-077879e8-0d58-4ceb-a94d-fc2cf98afdd4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398590 Aug 24 22:19:17.703087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Request body: {'port': {'device_id': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:19:17.756241 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:17.972164 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.023121 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2bfc87-da81-4a14-bd2d-ba69ec69140c {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:18.030985 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.043838 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Transition to ACTIVE for port object 4d2bfc87-da81-4a14-bd2d-ba69ec69140c will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:19:18.175340 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.243554 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:18.295713 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Attempting to bind port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:19:18.296195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Attempting to bind port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:19:18.296556 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Attempting to bind port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:19:18.300748 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:19:18.301063 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Attempting to bind port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c on network 8fecc150-4ff6-496a-9aa8-25b823df3b9b {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:19:18.305826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:19:18.306193 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Checking segment: {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:19:18.306570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Bound using segment: {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:19:18.307012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Bound port: 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:19:18.307375 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.369515 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:19:18.372564 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:19:18.451138 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.485859 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.486490 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:18.487871 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d2bfc87-da81-4a14-bd2d-ba69ec69140c HTTP/1.1" status: 200 len: 1093 time: 0.7890623 Aug 24 22:19:18.488330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:18.490570 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d1353-0138-491d-b074-151a24dec3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:18.514274 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578cc5-0f50-4707-8337-b80bb1249ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:18.535944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7657267b-042a-4553-b3b8-0b12fc9c3e68 x-openstack-request-id: req-7657267b-042a-4553-b3b8-0b12fc9c3e68 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:18.536274 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:18.536513 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7657267b-042a-4553-b3b8-0b12fc9c3e68 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:18.536915 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c', 'status': 'completed', 'code': 200} Aug 24 22:19:18.620798 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-8b9ba68c-764e-4531-bb17-1a9b64220323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.622473 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-8b9ba68c-764e-4531-bb17-1a9b64220323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 1096 time: 0.0403979 Aug 24 22:19:18.736836 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-346e77ee-3f27-47e9-b7ed-bd07f93a37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.736836 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-346e77ee-3f27-47e9-b7ed-bd07f93a37da service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=290f8881180145d4a4ca35bc776b7ffc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0982833 Aug 24 22:19:18.782976 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0daf9-3ce5-453e-bef1-ba7359b72d25 req-9a894f6c-c1d1-42b0-a996-81905afa6f88 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.791611 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0a0daf9-3ce5-453e-bef1-ba7359b72d25 req-9a894f6c-c1d1-42b0-a996-81905afa6f88 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 943 time: 0.0707572 Aug 24 22:19:18.826768 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f0a0daf9-3ce5-453e-bef1-ba7359b72d25 req-de408467-57f3-4e20-9536-be6702d896d4 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Aug 24 22:19:18.846230 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-4d5c5f81-08b8-4184-9b5d-df1eeb66395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.847908 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-6d4d1353-0138-491d-b074-151a24dec3f8 req-4d5c5f81-08b8-4184-9b5d-df1eeb66395b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046765 Aug 24 22:19:18.887663 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db3cb5-75cd-441d-85fb-2dcdb57752cb req-e90aa727-201e-4330-bd11-0e54b48c8ef8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.889153 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04db3cb5-75cd-441d-85fb-2dcdb57752cb req-e90aa727-201e-4330-bd11-0e54b48c8ef8 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0538681 Aug 24 22:19:18.937451 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-04db3cb5-75cd-441d-85fb-2dcdb57752cb req-4b66ceeb-0513-4f9a-b0b2-cac5b9aff02e tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364308 Aug 24 22:19:18.959192 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-26b056d1-c846-4582-a244-ef6f111b6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:18.960864 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-26b056d1-c846-4582-a244-ef6f111b6f0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=290f8881180145d4a4ca35bc776b7ffc&device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 1096 time: 0.0482900 Aug 24 22:19:19.011114 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-bc112fb5-83f1-4362-9234-576839e1b6e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c HTTP/1.1" status: 200 len: 217 time: 0.0346687 Aug 24 22:19:19.061932 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-fcc1dc99-08b1-4707-bc83-0efb230ff249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:19.063421 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-fcc1dc99-08b1-4707-bc83-0efb230ff249 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d382d19-856f-447d-98b9-bce841e89cf1 HTTP/1.1" status: 200 len: 849 time: 0.0442717 Aug 24 22:19:19.098606 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-764ce82e-4f1d-4bb1-8074-14d831492aeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fecc150-4ff6-496a-9aa8-25b823df3b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274165 Aug 24 22:19:19.186816 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-e3947270-a834-4877-8b49-d040001bf428 service neutron] 10.222.0.26 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Aug 24 22:19:19.280714 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db2bc0cd-3ab0-4969-8698-d5fbdcfe9a5c req-6d8e2379-3c33-467c-9a21-5c133c6d8aeb service neutron] 10.222.0.26 "GET /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872629 Aug 24 22:19:19.709457 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36092) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:19.809836 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f38e5d83-8645-4a81-93b9-572ad1846e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:19.896157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f38e5d83-8645-4a81-93b9-572ad1846e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:19.940033 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dddd-9014-4078-bf86-30f9220f067c req-2e937d6d-1318-497e-880a-73da18403f99 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:19.941541 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4a6dddd-9014-4078-bf86-30f9220f067c req-2e937d6d-1318-497e-880a-73da18403f99 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 943 time: 0.0481181 Aug 24 22:19:19.962278 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f38e5d83-8645-4a81-93b9-572ad1846e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.024230 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e5d83-8645-4a81-93b9-572ad1846e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6cbbe8-b680-48fa-ab97-d0aac3e884a0,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:20.033173 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4a6dddd-9014-4078-bf86-30f9220f067c req-a1e34b52-2466-4d79-9e8a-a0b20a7a3bd3 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814800 Aug 24 22:19:20.046851 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f38e5d83-8645-4a81-93b9-572ad1846e9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c44968ea014f45c190da0d356fadc971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363249 Aug 24 22:19:20.049837 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36100) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:20.070470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c461f-6d8b-4410-9b60-b4cb4d2fc970 req-04907c0a-37ff-4158-bcae-e568c5beea3c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:20.071925 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a81c461f-6d8b-4410-9b60-b4cb4d2fc970 req-04907c0a-37ff-4158-bcae-e568c5beea3c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0702531 Aug 24 22:19:20.099064 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.109055 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a81c461f-6d8b-4410-9b60-b4cb4d2fc970 req-b18b7c21-90f2-4ce8-892e-29f0a45d7a31 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304539 Aug 24 22:19:20.120374 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.251641 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.254324 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.255457 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f6cbbe8-b680-48fa-ab97-d0aac3e884a0 HTTP/1.1" status: 204 len: 168 time: 0.2045670 Aug 24 22:19:20.263898 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb84142-4d17-40e3-b690-746735a8e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6cbbe8-b680-48fa-ab97-d0aac3e884a0,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:20.843388 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36106) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:20.856884 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-241cfe18-5590-41b5-92ff-dc97b114d0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:20.939771 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-241cfe18-5590-41b5-92ff-dc97b114d0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.029324 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-241cfe18-5590-41b5-92ff-dc97b114d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.067230 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-241cfe18-5590-41b5-92ff-dc97b114d0cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a37d748cfb4f464a8739da2bb2116b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226207 Aug 24 22:19:21.068102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cfe18-5590-41b5-92ff-dc97b114d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64786e05-5e8f-46d7-b56b-05dda4383438,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:21.069908 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36110) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:21.146254 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.169594 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ac43b-3e30-448a-917e-eb0506718994 req-081257cd-080b-41d5-934c-c708808fce91 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:21.171069 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f55ac43b-3e30-448a-917e-eb0506718994 req-081257cd-080b-41d5-934c-c708808fce91 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 943 time: 0.0673087 Aug 24 22:19:21.192311 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.270967 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f55ac43b-3e30-448a-917e-eb0506718994 req-db9a32fe-7a69-4d0a-908c-f7f0951b5c77 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914741 Aug 24 22:19:21.282283 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae03b3-6e79-45f5-936b-fdbf4225616e req-85830b20-4ad6-4a08-b79f-485f1bdb6417 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:21.283683 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66ae03b3-6e79-45f5-936b-fdbf4225616e req-85830b20-4ad6-4a08-b79f-485f1bdb6417 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.1053042 Aug 24 22:19:21.321945 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-66ae03b3-6e79-45f5-936b-fdbf4225616e req-700dbfa6-24f3-452f-9348-8abac236f909 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Aug 24 22:19:21.377503 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.380013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:21.381124 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64786e05-5e8f-46d7-b56b-05dda4383438 HTTP/1.1" status: 204 len: 168 time: 0.3102474 Aug 24 22:19:21.389605 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538fea-c1ef-441c-9539-52567ffa6130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64786e05-5e8f-46d7-b56b-05dda4383438,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:22.099584 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 4d2bfc87-da81-4a14-bd2d-ba69ec69140c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:19:22.195412 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:22.206270 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c', 'network_id': '8fecc150-4ff6-496a-9aa8-25b823df3b9b', 'port_id': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d382d19-856f-447d-98b9-bce841e89cf1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:19:22.372475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:22.386576 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2bfc87-da81-4a14-bd2d-ba69ec69140c {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:22.412212 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:22.412450 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf3a6-f716-4856-8e10-cdcc742b29b0 req-eacafb0c-762f-4859-83c2-00feba29999d tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:22.413737 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d39bf3a6-f716-4856-8e10-cdcc742b29b0 req-eacafb0c-762f-4859-83c2-00feba29999d tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 943 time: 0.0600307 Aug 24 22:19:22.459017 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d39bf3a6-f716-4856-8e10-cdcc742b29b0 req-4d687575-2cb9-4e7b-9fee-c801a037deb1 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Aug 24 22:19:22.497991 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:22.546039 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:22.602147 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb00c1-2714-44ce-8f69-64d9c3a3e317 req-b5b808fe-6284-42bb-b3a5-40956624ec9d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:22.603599 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ceeb00c1-2714-44ce-8f69-64d9c3a3e317 req-b5b808fe-6284-42bb-b3a5-40956624ec9d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Aug 24 22:19:22.640807 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ceeb00c1-2714-44ce-8f69-64d9c3a3e317 req-7c996680-38c6-4e2b-b51d-e6b39f89ee58 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Aug 24 22:19:22.814897 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['4d2bfc87-da81-4a14-bd2d-ba69ec69140c'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:23.573406 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904dda4-39ce-4d58-a034-a0bc849b87ee req-b760e041-7672-40ef-a541-4ac589107d32 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:23.574911 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6904dda4-39ce-4d58-a034-a0bc849b87ee req-b760e041-7672-40ef-a541-4ac589107d32 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 944 time: 0.0483909 Aug 24 22:19:23.611753 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6904dda4-39ce-4d58-a034-a0bc849b87ee req-93b6e55b-6266-401f-9422-27c5ccc22a51 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Aug 24 22:19:23.754253 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eaeaf-f868-4ae9-b522-ac68317534ec req-f7efac5b-ff55-4685-83a6-d9ca1c2e1391 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:23.755704 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e78eaeaf-f868-4ae9-b522-ac68317534ec req-f7efac5b-ff55-4685-83a6-d9ca1c2e1391 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Aug 24 22:19:23.794823 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e78eaeaf-f868-4ae9-b522-ac68317534ec req-c0f2f999-3ca5-439a-8753-929d7f9dd8b6 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Aug 24 22:19:24.129647 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 4d2bfc87-da81-4a14-bd2d-ba69ec69140c up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:19:24.228791 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:19:24.232525 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:19:24.232904 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:24.321273 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:24.344501 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:24.346707 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44907fb2-0799-4afd-84d6-03e01b5999b0" -d '{"events": [{"server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "name": "network-vif-plugged", "status": "completed", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:24.361881 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:24.388550 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58535771-7807-4cf3-b3f8-d02197c19581 x-openstack-request-id: req-58535771-7807-4cf3-b3f8-d02197c19581 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:24.388843 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "name": "network-vif-plugged", "status": "completed", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:24.389710 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58535771-7807-4cf3-b3f8-d02197c19581 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:24.390113 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c', 'code': 200} Aug 24 22:19:24.455420 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:24.501505 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:24.738470 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75328bca-e13d-4e1c-b3d3-56f6a2dfb0d3 req-64c57e8f-2bf1-4899-936c-b559163f6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:24.739981 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-75328bca-e13d-4e1c-b3d3-56f6a2dfb0d3 req-64c57e8f-2bf1-4899-936c-b559163f6cfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 1098 time: 0.0428162 Aug 24 22:19:24.751085 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d60b6-5012-4b8f-9ad2-86f4c8dae48a req-e090f3e7-3bef-459c-a1f0-3e7c627bbf42 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:24.752586 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a00d60b6-5012-4b8f-9ad2-86f4c8dae48a req-e090f3e7-3bef-459c-a1f0-3e7c627bbf42 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0552528 Aug 24 22:19:24.778632 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-75328bca-e13d-4e1c-b3d3-56f6a2dfb0d3 req-873d02f1-ac9e-4433-91cb-c7217e17c157 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Aug 24 22:19:24.790300 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a00d60b6-5012-4b8f-9ad2-86f4c8dae48a req-d445748e-f6f8-4919-a26b-1969d38e0834 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Aug 24 22:19:24.907268 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377b94f-1879-43d3-8f0b-fecbe9869b11 req-8f03ef96-b6c5-44a4-b9d1-ce6082af6af3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:24.908836 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1377b94f-1879-43d3-8f0b-fecbe9869b11 req-8f03ef96-b6c5-44a4-b9d1-ce6082af6af3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Aug 24 22:19:24.948565 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1377b94f-1879-43d3-8f0b-fecbe9869b11 req-7d625f88-44c4-4086-84dc-e3cd2ca4b4c0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Aug 24 22:19:25.905094 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1d8-1868-4b39-a5cf-4af98b648491 req-0e556e75-eba8-45ee-a878-6c3ddd5d6e8c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:25.906549 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8619b1d8-1868-4b39-a5cf-4af98b648491 req-0e556e75-eba8-45ee-a878-6c3ddd5d6e8c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Aug 24 22:19:25.943490 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-8619b1d8-1868-4b39-a5cf-4af98b648491 req-f1772aa0-c14e-4c9a-b92d-639540ec3c88 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Aug 24 22:19:26.065923 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20d726-7628-45c6-872e-2a3bcd8f714a req-3e2ef094-9d2e-434c-b96d-b5c524f2bddd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:26.067380 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e20d726-7628-45c6-872e-2a3bcd8f714a req-3e2ef094-9d2e-434c-b96d-b5c524f2bddd tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Aug 24 22:19:26.104958 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5e20d726-7628-45c6-872e-2a3bcd8f714a req-5bac4c65-f4bb-4fb3-90af-8934d39c160a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Aug 24 22:19:27.064072 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5129-06e0-4a8f-9250-fbd815e199be req-5d8130f2-6417-40b4-8469-ed5a226f52c8 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:27.065584 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e12c5129-06e0-4a8f-9250-fbd815e199be req-5d8130f2-6417-40b4-8469-ed5a226f52c8 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0480919 Aug 24 22:19:27.103665 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e12c5129-06e0-4a8f-9250-fbd815e199be req-c9565e1f-72d3-456e-9ecf-6d08f3792dc1 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Aug 24 22:19:27.218922 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d4fc-9082-4a19-86a4-8a096dc49a00 req-0abd8091-9dea-4c8b-b2c0-22f23a49aded tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:27.220478 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c045d4fc-9082-4a19-86a4-8a096dc49a00 req-0abd8091-9dea-4c8b-b2c0-22f23a49aded tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Aug 24 22:19:27.257094 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c045d4fc-9082-4a19-86a4-8a096dc49a00 req-62288431-ad93-43fe-bb12-a195d1db4445 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306373 Aug 24 22:19:28.381122 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b27cc-5f7f-43df-be72-ebfb53e9329c req-43546627-a190-487d-92d0-445eec78ac0f tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:28.382614 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f2b27cc-5f7f-43df-be72-ebfb53e9329c req-43546627-a190-487d-92d0-445eec78ac0f tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Aug 24 22:19:28.422508 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1f2b27cc-5f7f-43df-be72-ebfb53e9329c req-da2a1188-64c7-4ca8-9199-febbc0b5dadc tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Aug 24 22:19:28.589867 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b616d0-3bf4-4a43-ba1c-44f42ff06c60 req-033e430e-6e78-4c12-9c86-dad60285f883 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:28.597676 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9b616d0-3bf4-4a43-ba1c-44f42ff06c60 req-033e430e-6e78-4c12-9c86-dad60285f883 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0503907 Aug 24 22:19:28.633712 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b9b616d0-3bf4-4a43-ba1c-44f42ff06c60 req-dcf25205-fdc8-4b78-b44d-890c9de2c041 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 24 22:19:29.191679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-4de48ceb-eb07-48f5-ac08-0d16c9867c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.193191 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-4de48ceb-eb07-48f5-ac08-0d16c9867c13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0408101 Aug 24 22:19:29.297341 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-7743caf2-be58-43de-aeb3-b07eb1956161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.298815 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-7743caf2-be58-43de-aeb3-b07eb1956161 service neutron] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 909 time: 0.0977056 Aug 24 22:19:29.363985 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-39b4b36a-4635-4adf-a7c7-122cfc5325df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 999 time: 0.0570309 Aug 24 22:19:29.412250 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-8543b057-c6f6-43d6-b402-7552f7fed0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.413635 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-8543b057-c6f6-43d6-b402-7552f7fed0fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0425644 Aug 24 22:19:29.464341 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-6951f09e-1450-4d3e-a51f-e51686d74bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.467581 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-6951f09e-1450-4d3e-a51f-e51686d74bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434158 Aug 24 22:19:29.539381 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b68f-1d20-4dc1-86ff-65e7450d2b28 req-9d20f76a-f128-4ee3-8bda-31fdb6e497f5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.540897 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3711b68f-1d20-4dc1-86ff-65e7450d2b28 req-9d20f76a-f128-4ee3-8bda-31fdb6e497f5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Aug 24 22:19:29.565445 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-3a571d1d-163e-42b3-a113-fd6f1640cbef service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914266 Aug 24 22:19:29.580255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-3711b68f-1d20-4dc1-86ff-65e7450d2b28 req-6e679a56-0c2f-42fd-8aaf-d801d12185b4 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Aug 24 22:19:29.664922 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-7569fa56-f45b-4bcc-86b3-b7e62f4cdc35 req-de886197-9144-4411-a53a-452d6042863d service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912817 Aug 24 22:19:29.751260 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaae88-991c-428f-b549-27ffaedc8599 req-c9ac5dc3-579a-4a95-8220-ad25d1549e51 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:29.752644 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cbcaae88-991c-428f-b549-27ffaedc8599 req-c9ac5dc3-579a-4a95-8220-ad25d1549e51 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Aug 24 22:19:29.789621 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-cbcaae88-991c-428f-b549-27ffaedc8599 req-e0979f1b-493c-4847-8284-8a5ed5982bb3 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/security-groups?id=54570302-2704-4dc5-9c26-2436794b8e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 24 22:19:29.908572 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:30.139870 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-f6c13c58-29e9-47e7-ab91-a86c84f8223e tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:30.141391 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-f6c13c58-29e9-47e7-ab91-a86c84f8223e tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Aug 24 22:19:30.237133 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Deleting port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:19:30.237827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:30.326006 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] For port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,segment=NetworkSegment(a4006479-2f2a-4120-8cd1-1ccd8c01ec9e),segment_id=a4006479-2f2a-4120-8cd1-1ccd8c01ec9e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:30.326318 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:30.338585 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Calling delete_port for 4d2bfc87-da81-4a14-bd2d-ba69ec69140c owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:19:30.525480 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:30.555128 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Pushing event deleted for resources: {'Port': ['ID=4d2bfc87-da81-4a14-bd2d-ba69ec69140c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:30.562352 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['4d2bfc87-da81-4a14-bd2d-ba69ec69140c'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:30.592640 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] No DVR routers for this DVR port 4d2bfc87-da81-4a14-bd2d-ba69ec69140c on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:19:30.595344 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:30.597345 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-dadb0fcd-6825-436e-860b-87d17f405f9c req-715779d5-fd9a-4956-9573-fa73ffe7b79c tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.26 "DELETE /v2.0/ports/4d2bfc87-da81-4a14-bd2d-ba69ec69140c HTTP/1.1" status: 204 len: 173 time: 0.4497013 Aug 24 22:19:30.597781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'name': 'network-vif-deleted', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:30.600028 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496bb4a7-f88c-412d-84d3-b0eb13e1b75c" -d '{"events": [{"server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "name": "network-vif-deleted", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:30.635101 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd0b052-3790-4d12-b37f-3215371be04e x-openstack-request-id: req-6bd0b052-3790-4d12-b37f-3215371be04e {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:30.635584 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1b3143-672c-4bef-8d07-6deed9c92092", "name": "network-vif-deleted", "tag": "4d2bfc87-da81-4a14-bd2d-ba69ec69140c", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:30.635841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bd0b052-3790-4d12-b37f-3215371be04e {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:30.636264 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b3143-672c-4bef-8d07-6deed9c92092', 'name': 'network-vif-deleted', 'tag': '4d2bfc87-da81-4a14-bd2d-ba69ec69140c', 'status': 'completed', 'code': 200} Aug 24 22:19:30.694005 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a25e9-5c56-4488-852c-4d536b798dda req-1c7d0248-badd-4d80-a14b-68500af720df tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:30.695474 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c95a25e9-5c56-4488-852c-4d536b798dda req-1c7d0248-badd-4d80-a14b-68500af720df tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Aug 24 22:19:30.732812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c95a25e9-5c56-4488-852c-4d536b798dda req-48307923-34f9-4e59-9f10-ebff16bca07e tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Aug 24 22:19:30.886217 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5d96b051-4fc8-4e12-802d-d8fe4b2350c1 req-3ce9140f-2b99-44e9-a6e8-34d8678661f0 tempest-VolumesActionsTest-1420901228 tempest-VolumesActionsTest-1420901228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a1b3143-672c-4bef-8d07-6deed9c92092 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Aug 24 22:19:31.852374 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90c4ea-8950-4da1-b432-cdad92ebcc82 req-e4e233f0-97ae-408d-9d49-c37c368039a5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:31.853817 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e90c4ea-8950-4da1-b432-cdad92ebcc82 req-e4e233f0-97ae-408d-9d49-c37c368039a5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Aug 24 22:19:31.892045 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e90c4ea-8950-4da1-b432-cdad92ebcc82 req-c7a38f65-a709-462a-b1b8-0a9fc86ed58d tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Aug 24 22:19:33.008013 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fa078-3df6-4b24-8494-368795407226 req-9f0d169a-140a-4a44-8a03-d7929f5d473f tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:33.009545 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e64fa078-3df6-4b24-8494-368795407226 req-9f0d169a-140a-4a44-8a03-d7929f5d473f tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Aug 24 22:19:33.056012 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e64fa078-3df6-4b24-8494-368795407226 req-612255e7-778f-4703-b53b-6f7f78d8a6ec tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Aug 24 22:19:34.169977 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee5109-1fd6-4681-9507-3abb9d798610 req-c2d2855b-4034-48ae-8d33-609249034a69 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:34.171432 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4ee5109-1fd6-4681-9507-3abb9d798610 req-c2d2855b-4034-48ae-8d33-609249034a69 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Aug 24 22:19:34.208387 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-c4ee5109-1fd6-4681-9507-3abb9d798610 req-92749da0-9bb4-46ef-9254-852d99d1327a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303872 Aug 24 22:19:35.297839 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 4d2bfc87-da81-4a14-bd2d-ba69ec69140c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:35.319046 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 4d2bfc87-da81-4a14-bd2d-ba69ec69140c {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:19:35.319814 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 4d2bfc87-da81-4a14-bd2d-ba69ec69140c not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:19:35.328442 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43520bb2-4667-43eb-9735-657d1cadfaf2 req-f5f3e68b-92e1-4743-a48d-09489f077c87 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:35.333768 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43520bb2-4667-43eb-9735-657d1cadfaf2 req-f5f3e68b-92e1-4743-a48d-09489f077c87 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0574746 Aug 24 22:19:35.369389 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-43520bb2-4667-43eb-9735-657d1cadfaf2 req-877450f7-5622-4f59-8ef5-055950683bc1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333419 Aug 24 22:19:35.739247 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518649-35c1-4d9d-914c-c8384369a234 req-fd1f2da8-132d-4d85-ace9-d98dfa53e4b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:35.740769 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ec518649-35c1-4d9d-914c-c8384369a234 req-fd1f2da8-132d-4d85-ace9-d98dfa53e4b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Aug 24 22:19:35.780141 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ec518649-35c1-4d9d-914c-c8384369a234 req-c663dc60-1c3f-43a5-a851-e953d6f6fdca tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Aug 24 22:19:35.838586 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36380) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:35.929373 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-6c265b84-0233-4e81-a397-cd29a48fbe12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844500 Aug 24 22:19:36.889760 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67055aff-5d11-4518-b85f-6b77aa89c5e8 req-2fe86f7a-2097-4e70-8ded-7dd0bc987685 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:36.891730 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-67055aff-5d11-4518-b85f-6b77aa89c5e8 req-2fe86f7a-2097-4e70-8ded-7dd0bc987685 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0464354 Aug 24 22:19:36.932633 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-67055aff-5d11-4518-b85f-6b77aa89c5e8 req-d7b390fd-8e77-45a2-b86c-3441acce9fd0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Aug 24 22:19:37.540678 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:19:37.619009 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:37.641057 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:37.643522 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af33af7-3a91-4cd2-b772-cec91d04b40e" -d '{"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:37.655993 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:37.674979 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b594b280-5ef4-4709-b8b7-225f5f5bfa49 x-openstack-request-id: req-b594b280-5ef4-4709-b8b7-225f5f5bfa49 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:37.675268 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-unplugged", "status": "failed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "code": 422}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:37.675521 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b594b280-5ef4-4709-b8b7-225f5f5bfa49 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:37.675959 dv-cinder-789564-11-iscsi neutron-server[94694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'code': 422} returned with failed status Aug 24 22:19:37.725441 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:37.772571 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=6']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:38.045297 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c216a-2326-4b36-adce-970375894645 req-f74ce77d-4b2b-4a1a-a96c-3387455cd880 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:38.046755 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-568c216a-2326-4b36-adce-970375894645 req-f74ce77d-4b2b-4a1a-a96c-3387455cd880 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0478261 Aug 24 22:19:38.083812 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-568c216a-2326-4b36-adce-970375894645 req-01211c4a-0662-4f6a-aaaf-ba3e30614dd0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304351 Aug 24 22:19:39.194846 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a6424-10f7-4cd0-a21b-aca9c2c88a10 req-5a7c69f7-4527-4829-a1fb-bd9e4fd3f3b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:39.196294 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b3a6424-10f7-4cd0-a21b-aca9c2c88a10 req-5a7c69f7-4527-4829-a1fb-bd9e4fd3f3b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0483892 Aug 24 22:19:39.234108 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1b3a6424-10f7-4cd0-a21b-aca9c2c88a10 req-0d781d22-4848-4d03-b51d-4c8510ab04f0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Aug 24 22:19:39.430146 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-f040f6ea-efab-4525-a946-1c59bc3a5bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395517 Aug 24 22:19:39.536672 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-c83c11f9-db86-4adf-8837-e66f75d03f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:39.538179 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-c83c11f9-db86-4adf-8837-e66f75d03f66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1099 time: 0.0436032 Aug 24 22:19:39.642209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-54038056-568d-4fa1-a62b-09637829bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:39.644504 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-54038056-568d-4fa1-a62b-09637829bf2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.0848403 Aug 24 22:19:39.717829 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-40258540-b925-45fe-8974-31a7fba8e563 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 1002 time: 0.0617266 Aug 24 22:19:39.772467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-a8749284-9831-4370-87b9-e4462290f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:39.773936 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-a8749284-9831-4370-87b9-e4462290f22e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0512769 Aug 24 22:19:39.826137 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-787963a6-7817-44b3-b2bd-e12204d90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:39.827598 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-787963a6-7817-44b3-b2bd-e12204d90398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395164 Aug 24 22:19:39.918548 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-45f335f4-df7b-4682-94eb-27b6f952a92d service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Aug 24 22:19:40.021960 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-28f48238-ed49-41bd-9a4a-33499fb8e42f req-efc3e81a-822d-4159-96e8-fc0b9136013c service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955081 Aug 24 22:19:40.344874 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda9b15-153f-4773-bcbf-b7d878854bf1 req-e66f1f63-9f0b-404a-aec4-5f56f91ab4d1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:40.346824 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdda9b15-153f-4773-bcbf-b7d878854bf1 req-e66f1f63-9f0b-404a-aec4-5f56f91ab4d1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0457580 Aug 24 22:19:40.387237 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fdda9b15-153f-4773-bcbf-b7d878854bf1 req-0633856b-c1cd-41ea-b7d5-31631ab0e7e6 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344763 Aug 24 22:19:41.512708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763fb1-24af-45af-9caf-e63a669b01ce req-0bb01d9c-b504-4a22-8f3b-c7906eaa8156 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:41.514181 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a763fb1-24af-45af-9caf-e63a669b01ce req-0bb01d9c-b504-4a22-8f3b-c7906eaa8156 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0508702 Aug 24 22:19:41.556099 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5a763fb1-24af-45af-9caf-e63a669b01ce req-3a85f2fb-f8b1-4399-83ca-ec4a16d2cf0e tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346906 Aug 24 22:19:42.729488 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-8bf1dee4-e2c0-42c1-a368-02a69fe279cb tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311625091&fields=id&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 267 time: 0.0683618 Aug 24 22:19:42.750962 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35976605-7c4f-400e-8135-b10749169e39 req-f27d7b5b-6b45-4f2c-9052-03c3de760e66 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:42.753115 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35976605-7c4f-400e-8135-b10749169e39 req-f27d7b5b-6b45-4f2c-9052-03c3de760e66 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1029472 Aug 24 22:19:42.773716 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9918a5f5-5a41-4ce3-a357-aa8bdf999256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:42.839769 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-35976605-7c4f-400e-8135-b10749169e39 req-89706e66-56c7-44bb-8e88-9f34074feedb tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756643 Aug 24 22:19:42.888165 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-379c46e8-3739-40d4-84b4-038d393f4122 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:42.896693 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-379c46e8-3739-40d4-84b4-038d393f4122 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.1662624 Aug 24 22:19:42.912584 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-4701b8da-ef07-4ebb-85dc-2935b2a703a2 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/quotas/2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 375 time: 0.0148640 Aug 24 22:19:42.980338 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-a0a8a5a4-a500-4f82-83fd-1e4b38481efd tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664234 Aug 24 22:19:43.120780 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-2dec2cd5-b4c2-4d34-afaf-4d1c918207b3 service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283774 Aug 24 22:19:43.216697 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-4c09ddfe-ae35-4a00-9bf2-dff3dc5ae94c service neutron] 10.222.0.20 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932937 Aug 24 22:19:43.699727 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-714f57d5-b413-404c-bcd1-5d58f9353b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:43.701835 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-714f57d5-b413-404c-bcd1-5d58f9353b2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1&tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0563207 Aug 24 22:19:43.903535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-3ca2e9b4-01bd-49a8-b63c-cc4a20a5dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:43.903535 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-3ca2e9b4-01bd-49a8-b63c-cc4a20a5dfe2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0439484 Aug 24 22:19:43.903535 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-98999218-2fcb-4c72-9864-f4ebac330561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:43.903535 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-98999218-2fcb-4c72-9864-f4ebac330561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 909 time: 0.0899763 Aug 24 22:19:43.946533 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-cb7f15b5-4435-4a74-8bf5-7f29f81de102 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 997 time: 0.0640965 Aug 24 22:19:43.968540 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba937ccf-3158-463a-96ac-c48bc9c3a21f req-fea8a5e9-5624-4233-82f4-00226fd7c150 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:43.970059 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba937ccf-3158-463a-96ac-c48bc9c3a21f req-fea8a5e9-5624-4233-82f4-00226fd7c150 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0495403 Aug 24 22:19:43.995850 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-48acfc34-439f-49a4-b05a-ee9ab98d58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:43.997353 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-48acfc34-439f-49a4-b05a-ee9ab98d58c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0445077 Aug 24 22:19:44.008160 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ba937ccf-3158-463a-96ac-c48bc9c3a21f req-8ad29b12-12a7-4733-a4a3-715027e3db0c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Aug 24 22:19:44.043908 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-a10ee359-4185-45bf-93c5-1bc8714debc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:44.045422 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-a10ee359-4185-45bf-93c5-1bc8714debc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414326 Aug 24 22:19:44.152015 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-b2e7f530-7242-4289-a0b9-bf7603ef9958 service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966523 Aug 24 22:19:44.164615 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9319d333-906a-4134-aa2e-9211cafd3edc req-fb13fafb-53ff-4494-b59c-44bc3dbea0e3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 210 time: 0.0471082 Aug 24 22:19:44.273345 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-25bfeaae-6ae8-44c2-a14a-ecb9cd7878ac req-ef5fb979-3563-4574-9abe-de47d7f51b22 service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110597 Aug 24 22:19:44.762603 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:19:45.165911 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24428807-6667-47e2-83d1-afc839dd8020 req-7e1a73d8-fc67-4bf7-b471-87ce65919c4b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:45.177479 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24428807-6667-47e2-83d1-afc839dd8020 req-7e1a73d8-fc67-4bf7-b471-87ce65919c4b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0756843 Aug 24 22:19:45.274619 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-24428807-6667-47e2-83d1-afc839dd8020 req-abce705c-453f-4248-a0e1-db808ae5b09e tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954411 Aug 24 22:19:45.328504 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-93397c3f-5f57-4081-b23f-59570436ca2f req-b0d1a6a9-cf4e-47b9-a8cd-b5e89dc43b33 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 210 time: 0.0476387 Aug 24 22:19:45.525515 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f750ee56-7c8f-4e81-9648-6ad7660b7ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:45.805898 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:46.351934 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-885aa0a7-5338-458e-9ae9-b46af7e1c3ff tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:46.353527 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-885aa0a7-5338-458e-9ae9-b46af7e1c3ff tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 812 time: 0.1264646 Aug 24 22:19:46.413607 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-7064e506-2b53-43f8-a35b-508bd16371ad tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f119ee85efd4f60882ad6046d33822f HTTP/1.1" status: 200 len: 380 time: 0.0443809 Aug 24 22:19:46.430244 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'port': {'device_id': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'admin_state_up': True, 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'security_groups': ['09ad046c-1fd2-4f30-acc7-93cccc9dcfdb']}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:19:46.464467 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-37250f3c-7e12-4533-a93c-062a18e2abe9 req-5213486e-18cb-4abc-ab8a-a613b7115977 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 210 time: 0.0304615 Aug 24 22:19:46.496411 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143efb96-018d-4e38-aa7c-963658620bae req-c13de7ce-a076-417f-bc38-7be6187eaed1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:46.504469 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-143efb96-018d-4e38-aa7c-963658620bae req-c13de7ce-a076-417f-bc38-7be6187eaed1 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1133318 Aug 24 22:19:46.545502 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-143efb96-018d-4e38-aa7c-963658620bae req-f8ce2a40-cdfb-45c8-81d0-6fa71af983c5 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Aug 24 22:19:46.672480 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Made reservation on behalf of 2f119ee85efd4f60882ad6046d33822f for: {'port': 1} {{(pid=94692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:19:46.685615 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:46.743748 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:46.827953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_common [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.20.0.11 (37403031-71e3-4a75-bdc3-e7f6afed8997/58a0261d-97fa-43c3-8873-4a17c8adb396/c10d5667-231d-4dee-9c01-fcb52a364f42) {{(pid=94692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:19:47.016910 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:47.300008 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Transition to ACTIVE for port object c10d5667-231d-4dee-9c01-fcb52a364f42 will not be triggered until provisioned by entity DHCP. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:19:47.428898 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:47.482869 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 is already hosted by enough agents. {{(pid=94692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:19:47.486087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.base_scheduler [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:19:47.490092 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:19:47.521557 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:47.578345 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:47.579246 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:47.654403 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf358c7-888d-4088-8502-6e9876739694 req-8bd60f0e-0b14-489c-aea7-ff98d4a29f95 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:47.656199 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abf358c7-888d-4088-8502-6e9876739694 req-8bd60f0e-0b14-489c-aea7-ff98d4a29f95 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 932 time: 0.0979700 Aug 24 22:19:47.670387 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-503f2090-d88e-4583-a260-fbbcd340f53f tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2478592 Aug 24 22:19:47.692778 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.v2.base [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Request body: {'port': {'device_id': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=94692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:19:47.741642 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796c845-a45c-4b7d-ab46-25208ffe1ed8 req-ec810068-ecdc-4f39-ab72-74d4c143aba4 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:47.743888 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4796c845-a45c-4b7d-ab46-25208ffe1ed8 req-ec810068-ecdc-4f39-ab72-74d4c143aba4 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.0867360 Aug 24 22:19:47.749696 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-abf358c7-888d-4088-8502-6e9876739694 req-01390783-2c43-474c-9e8f-4bcba0e7afa3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833402 Aug 24 22:19:47.800944 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:47.805650 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4796c845-a45c-4b7d-ab46-25208ffe1ed8 req-75dae1fc-1384-4b61-9a25-2f52546e0b74 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Aug 24 22:19:47.926391 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:47.928315 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-a81f7bac-091f-4646-8745-f1f2c16f8d82 None None] Provisioning for port c10d5667-231d-4dee-9c01-fcb52a364f42 completed by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:19:47.937571 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-a81f7bac-091f-4646-8745-f1f2c16f8d82 None None] Provisioning complete for port c10d5667-231d-4dee-9c01-fcb52a364f42 triggered by entity DHCP. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:19:47.937896 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a81f7bac-091f-4646-8745-f1f2c16f8d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.004929 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-a81f7bac-091f-4646-8745-f1f2c16f8d82 None None] Port c10d5667-231d-4dee-9c01-fcb52a364f42 cannot update to ACTIVE because it is not bound. {{(pid=94694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:19:48.181524 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10d5667-231d-4dee-9c01-fcb52a364f42 {{(pid=94692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:48.190147 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.203485 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.provisioning_blocks [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Transition to ACTIVE for port object c10d5667-231d-4dee-9c01-fcb52a364f42 will not be triggered until provisioned by entity L2. {{(pid=94692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:19:48.303173 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.369706 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=2']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:48.496857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Attempting to bind port c10d5667-231d-4dee-9c01-fcb52a364f42 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:19:48.497550 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Attempting to bind port c10d5667-231d-4dee-9c01-fcb52a364f42 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:19:48.497550 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Attempting to bind port c10d5667-231d-4dee-9c01-fcb52a364f42 on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:19:48.502890 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Port c10d5667-231d-4dee-9c01-fcb52a364f42 on network 37403031-71e3-4a75-bdc3-e7f6afed8997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:19:48.503333 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Attempting to bind port c10d5667-231d-4dee-9c01-fcb52a364f42 on network 37403031-71e3-4a75-bdc3-e7f6afed8997 {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:19:48.512348 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Checking agent: {'id': '1c570227-045c-4f60-bec9-ab527fd67e7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'started_at': datetime.datetime(2021, 8, 24, 22, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:19:48.514857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Checking segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:19:48.514857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Bound using segment: {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'} {{(pid=94692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:19:48.514857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.managers [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Bound port: c10d5667-231d-4dee-9c01-fcb52a364f42, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd4fc27-470c-4c4e-9bac-2a88178979e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997'}}] {{(pid=94692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:19:48.515679 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.611464 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, cleared binding levels {{(pid=94692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:19:48.614687 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c10d5667-231d-4dee-9c01-fcb52a364f42,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:19:48.714627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355417'] for port, after_update {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.785222 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:48.786160 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:48.787999 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/c10d5667-231d-4dee-9c01-fcb52a364f42 HTTP/1.1" status: 200 len: 1094 time: 1.1019359 Aug 24 22:19:48.788794 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:48.793464 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d4fd08-5c0a-406f-9a44-7052ee473427" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:48.846576 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a833a-0db0-4d62-81e8-6130546542d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=3']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:48.857972 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01647bf0-9dea-4398-9503-10c6920b26cc x-openstack-request-id: req-01647bf0-9dea-4398-9503-10c6920b26cc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:48.858265 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:48.858669 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01647bf0-9dea-4398-9503-10c6920b26cc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:48.859126 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'status': 'completed', 'code': 200} Aug 24 22:19:48.987721 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-cbc03bdc-ce4b-4539-a4e2-e30c613438ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:48.989390 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-cbc03bdc-ce4b-4539-a4e2-e30c613438ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1097 time: 0.0811319 Aug 24 22:19:48.993729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d8bd0-7c84-4573-9d07-9d1de4e0345a req-d1048805-c0da-461e-a789-cc1aa618dfb8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:48.995299 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e2d8bd0-7c84-4573-9d07-9d1de4e0345a req-d1048805-c0da-461e-a789-cc1aa618dfb8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.1141808 Aug 24 22:19:49.036857 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2b497-e7f0-49e9-a626-1991ef603631 req-4e868ad6-1e75-48a8-8e3d-5d2dbe533c95 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.044988 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77e2b497-e7f0-49e9-a626-1991ef603631 req-4e868ad6-1e75-48a8-8e3d-5d2dbe533c95 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1026559 Aug 24 22:19:49.103328 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-77e2b497-e7f0-49e9-a626-1991ef603631 req-74caae32-5e0b-4566-b459-aecb21f0893a tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568225 Aug 24 22:19:49.133256 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-1e2d8bd0-7c84-4573-9d07-9d1de4e0345a req-666e92b2-bb2f-4b21-bdaa-54647a8d779d tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195645 Aug 24 22:19:49.196879 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-c65c5e31-b975-43b9-b4b8-d837b4fbf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.198367 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-c65c5e31-b975-43b9-b4b8-d837b4fbf8f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f119ee85efd4f60882ad6046d33822f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1733227 Aug 24 22:19:49.311613 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-7032cf38-30d8-42c2-a68c-591723b79f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.313137 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-21d4fd08-5c0a-406f-9a44-7052ee473427 req-7032cf38-30d8-42c2-a68c-591723b79f75 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059601 Aug 24 22:19:49.397706 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36646) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:49.424563 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-95512515-26ab-43ba-b215-0a7a13400be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.426476 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-95512515-26ab-43ba-b215-0a7a13400be3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1097 time: 0.0502493 Aug 24 22:19:49.477525 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-a0ce41ae-964d-4bd3-a3db-e30b87a91782 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10d5667-231d-4dee-9c01-fcb52a364f42 HTTP/1.1" status: 200 len: 217 time: 0.0359945 Aug 24 22:19:49.536555 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-1dcb1816-cb5a-442b-8bd1-3b36c4c209a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.538097 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-1dcb1816-cb5a-442b-8bd1-3b36c4c209a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0533879 Aug 24 22:19:49.574485 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:49.604087 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-94e1816a-4390-4adc-be26-63bafd78bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:49.605600 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-94e1816a-4390-4adc-be26-63bafd78bc92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590270 Aug 24 22:19:49.696861 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:49.735316 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-2a807bed-c35b-4e96-bd38-5eb0cb2436fb service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219134 Aug 24 22:19:49.788601 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:49.857204 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6ada1a2ea3c477a90b6b3b77d63c1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581182 Aug 24 22:19:49.858055 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f0ec2-441c-4d97-80aa-cabfbc7196f4,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:49.862287 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36650) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:49.867242 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.867672 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.868082 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.868508 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.868904 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.869309 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.869703 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.870102 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.870491 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.870882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.871273 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.871659 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9c09e-6ba2-48de-a4af-b0687f8e510b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:49.951324 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-170e1f2c-1ad5-4aaf-b120-ff9128e2459f req-97d73259-0800-4c7b-a03e-4d4f7a9915df service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040470 Aug 24 22:19:49.951324 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:49.990956 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:50.188466 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:50.192107 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:50.198106 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e81f0ec2-441c-4d97-80aa-cabfbc7196f4 HTTP/1.1" status: 204 len: 168 time: 0.3204606 Aug 24 22:19:50.202737 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f0ec2-441c-4d97-80aa-cabfbc7196f4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:50.210522 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.211117 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.212067 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.212067 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.212424 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.212864 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.213405 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.213826 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.214301 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.214718 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.215136 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.215643 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f648ae-4782-4b57-8a46-f3a079e4a8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:19:50.311245 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b971047-7266-4897-b879-3ae54e84c925 req-4b62fa5c-24e1-469f-96b1-a83ad3b80399 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:50.320909 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b971047-7266-4897-b879-3ae54e84c925 req-4b62fa5c-24e1-469f-96b1-a83ad3b80399 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1386762 Aug 24 22:19:50.360466 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4a44-e9a3-4c7c-a766-fd1c9d942cd8 req-1bf0e713-9e5c-4b4f-a160-1900d0177062 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:50.363951 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d1fc4a44-e9a3-4c7c-a766-fd1c9d942cd8 req-1bf0e713-9e5c-4b4f-a160-1900d0177062 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.1103988 Aug 24 22:19:50.389786 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5b971047-7266-4897-b879-3ae54e84c925 req-e278b2e6-6e14-4e6d-9c94-7b7a4c8c98d3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644295 Aug 24 22:19:50.445271 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-d1fc4a44-e9a3-4c7c-a766-fd1c9d942cd8 req-2dfa81bb-3f69-4e84-a46a-455760f37944 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586464 Aug 24 22:19:51.178356 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36668) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:51.191519 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6ba6a1-8ee6-469e-9fb2-f8010cc9982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.288729 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6ba6a1-8ee6-469e-9fb2-f8010cc9982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.388844 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8b6ba6a1-8ee6-469e-9fb2-f8010cc9982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.441385 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36676) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:51.442532 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8b6ba6a1-8ee6-469e-9fb2-f8010cc9982c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a86db7a6a72a4a3994a705d69a66245f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627568 Aug 24 22:19:51.444337 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ba6a1-8ee6-469e-9fb2-f8010cc9982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94108e40-07c1-4a36-9a37-2be4327fe816,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:51.506593 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.531437 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.644442 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468063-cb99-41f9-b48c-2ee8b887a762 req-6b96284c-7c8d-4014-9677-c97c09694c50 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:51.645947 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd468063-cb99-41f9-b48c-2ee8b887a762 req-6b96284c-7c8d-4014-9677-c97c09694c50 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.0831258 Aug 24 22:19:51.659180 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94cc0-3dd4-4166-9665-f860ac943b3f req-1cbc1aab-9852-4319-9443-814eabd31f88 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:51.660786 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2b94cc0-3dd4-4166-9665-f860ac943b3f req-1cbc1aab-9852-4319-9443-814eabd31f88 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1021936 Aug 24 22:19:51.716569 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bd468063-cb99-41f9-b48c-2ee8b887a762 req-c9b455f6-43d6-4365-89ff-ba2bfd9b1aba tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547318 Aug 24 22:19:51.721589 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e2b94cc0-3dd4-4166-9665-f860ac943b3f req-4eaa6339-50b4-4422-816b-2a8ecc84f805 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539587 Aug 24 22:19:51.724042 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.726982 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:51.728098 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94108e40-07c1-4a36-9a37-2be4327fe816 HTTP/1.1" status: 204 len: 168 time: 0.2848303 Aug 24 22:19:51.759447 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f49b8-62a4-47a0-845e-fd3ee87e9d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94108e40-07c1-4a36-9a37-2be4327fe816,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:52.611821 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:19:52.732105 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:52.748231 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': '0609281d-6968-43bc-b437-0d5ef19156fe', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'port_id': '0609281d-6968-43bc-b437-0d5ef19156fe', 'mac_address': 'fa:16:3e:56:97:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:19:52.790100 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:52.803812 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0609281d-6968-43bc-b437-0d5ef19156fe {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:52.824516 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:52.931095 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:52.957763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fcefc-4aae-4266-9496-34ca66b325ee req-edcc1241-9561-4456-bd86-2f90b486522c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:52.959740 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-287fcefc-4aae-4266-9496-34ca66b325ee req-edcc1241-9561-4456-bd86-2f90b486522c tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 943 time: 0.1048996 Aug 24 22:19:52.977754 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e969-b521-4218-bed2-b16ea91b20b0 req-7d20a497-cd7e-4e65-9c2e-1254c9251015 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:52.979630 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad97e969-b521-4218-bed2-b16ea91b20b0 req-7d20a497-cd7e-4e65-9c2e-1254c9251015 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.0836515 Aug 24 22:19:53.026376 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=7']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:53.040426 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-287fcefc-4aae-4266-9496-34ca66b325ee req-3231fd09-5dd9-478c-a281-4500cdaaf484 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594435 Aug 24 22:19:53.060485 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-ad97e969-b521-4218-bed2-b16ea91b20b0 req-7b2ee730-7d45-41bc-a550-41866bbfe489 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641453 Aug 24 22:19:53.250951 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['0609281d-6968-43bc-b437-0d5ef19156fe'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:54.218771 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffb3ef-745b-4033-bf13-6d4307a4e5b8 req-277adbc3-98e9-4ee9-bb67-40e6ccb1cccf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:54.220290 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-60ffb3ef-745b-4033-bf13-6d4307a4e5b8 req-277adbc3-98e9-4ee9-bb67-40e6ccb1cccf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 944 time: 0.1003788 Aug 24 22:19:54.229321 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0845db-c1e2-4282-b9b2-d8af486ec9d1 req-f559f132-f743-4122-8693-02c8c7b0bb59 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:54.230699 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fe0845db-c1e2-4282-b9b2-d8af486ec9d1 req-f559f132-f743-4122-8693-02c8c7b0bb59 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.0809124 Aug 24 22:19:54.290449 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-60ffb3ef-745b-4033-bf13-6d4307a4e5b8 req-694f58e4-5b3c-41a9-b619-7281d94f94c0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588181 Aug 24 22:19:54.295184 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-fe0845db-c1e2-4282-b9b2-d8af486ec9d1 req-a6d3fca0-ea4b-45f9-a605-388ef99de64a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564280 Aug 24 22:19:54.628189 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:19:54.682992 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36748) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:54.683484 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port 0609281d-6968-43bc-b437-0d5ef19156fe triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:19:54.683930 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:54.774958 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:54.801177 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:19:54.804470 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c7b12-aa53-4ab2-8c67-84536e84c8c4" -d '{"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:19:54.827626 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:54.849584 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2fe1b-4cb3-400a-9fcc-2cb7aef3c736 x-openstack-request-id: req-10c2fe1b-4cb3-400a-9fcc-2cb7aef3c736 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:19:54.849895 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:19:54.850148 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10c2fe1b-4cb3-400a-9fcc-2cb7aef3c736 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:19:54.850536 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'code': 200} Aug 24 22:19:54.854418 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c7b690a-8dab-4985-97ed-c119f26bf055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:54.911819 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:54.962237 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=8']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:54.977183 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c7b690a-8dab-4985-97ed-c119f26bf055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.077639 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c7b690a-8dab-4985-97ed-c119f26bf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.121583 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b690a-8dab-4985-97ed-c119f26bf055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ad082-9bd2-402a-a80e-8aa2271185c3,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:55.128440 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6c7b690a-8dab-4985-97ed-c119f26bf055 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11754183c6ef47d18f5d50f28979486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431577 Aug 24 22:19:55.133613 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36754) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:55.200500 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.224501 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.258229 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1f9b2-cce9-4745-9fe7-3d87746fdf46 req-8d81c792-39c8-4371-8502-2d38473a3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:55.259993 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0de1f9b2-cce9-4745-9fe7-3d87746fdf46 req-8d81c792-39c8-4371-8502-2d38473a3858 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0425034 Aug 24 22:19:55.301028 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-0de1f9b2-cce9-4745-9fe7-3d87746fdf46 req-95126a11-9bac-45e7-8245-1466a383743a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Aug 24 22:19:55.352492 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.355636 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:55.357164 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f73ad082-9bd2-402a-a80e-8aa2271185c3 HTTP/1.1" status: 204 len: 168 time: 0.2225306 Aug 24 22:19:55.382855 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a46eda-7a1f-48da-9cba-6db89c79a21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ad082-9bd2-402a-a80e-8aa2271185c3,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:55.481388 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271483-2c6b-47bc-9c89-316cae38a074 req-b2cbc05c-b8ff-4c92-854e-43eb75da4c20 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:55.488148 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e5271483-2c6b-47bc-9c89-316cae38a074 req-b2cbc05c-b8ff-4c92-854e-43eb75da4c20 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.0786216 Aug 24 22:19:55.508729 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80bab-3997-46e5-9640-24048f1741d6 req-3b64ae0c-3af4-4e2e-a0d2-6a1c0fa659f9 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:55.511306 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-adf80bab-3997-46e5-9640-24048f1741d6 req-3b64ae0c-3af4-4e2e-a0d2-6a1c0fa659f9 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.1318707 Aug 24 22:19:55.566908 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-e5271483-2c6b-47bc-9c89-316cae38a074 req-78e93c1c-c028-4dfd-bfdc-48946fa4fc45 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776374 Aug 24 22:19:55.599049 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-adf80bab-3997-46e5-9640-24048f1741d6 req-a6096ad5-f9c0-4983-b990-70d84d6ee6df tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763781 Aug 24 22:19:56.204237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36768) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:56.219855 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-62ffd935-7e9e-4674-b9d1-dfb71ae72af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.335145 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-62ffd935-7e9e-4674-b9d1-dfb71ae72af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.439147 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-62ffd935-7e9e-4674-b9d1-dfb71ae72af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.491514 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-62ffd935-7e9e-4674-b9d1-dfb71ae72af6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3520b4fdd496487081ba28127475cf90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835085 Aug 24 22:19:56.491514 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffd935-7e9e-4674-b9d1-dfb71ae72af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191307dd-c22b-4154-8538-230458c8b8f4,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:56.491890 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36774) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:19:56.554117 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.576365 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.725216 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.727744 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:56.728915 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/191307dd-c22b-4154-8538-230458c8b8f4 HTTP/1.1" status: 204 len: 168 time: 0.2361414 Aug 24 22:19:56.740799 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d1405-b380-4b42-baf4-f3be8f6b735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191307dd-c22b-4154-8538-230458c8b8f4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:56.782312 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fbd4d-2e6e-4acb-8eed-68b680563229 req-7569eaa0-9dbe-4ebc-8084-0c10478c8142 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:56.783858 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b43fbd4d-2e6e-4acb-8eed-68b680563229 req-7569eaa0-9dbe-4ebc-8084-0c10478c8142 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.1330721 Aug 24 22:19:56.802061 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c26c5-aff6-402d-bab2-c89ab8b5218a req-faea0cda-bb3f-4cfc-995b-60ecc4dfd840 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:56.803536 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bc5c26c5-aff6-402d-bab2-c89ab8b5218a req-faea0cda-bb3f-4cfc-995b-60ecc4dfd840 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.1174278 Aug 24 22:19:56.861488 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b43fbd4d-2e6e-4acb-8eed-68b680563229 req-3d0fc7de-7258-49fa-a01c-2426213e4c32 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678079 Aug 24 22:19:56.869972 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-bc5c26c5-aff6-402d-bab2-c89ab8b5218a req-e2ebc726-76dc-4b33-8ebc-2a9ca25c2775 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524347 Aug 24 22:19:58.020153 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a628e75-ceeb-4757-87ba-6417476edba9 req-5f5ffb6f-9c88-43c8-ac7a-aa0f0ef1e14c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:58.020831 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a628e75-ceeb-4757-87ba-6417476edba9 req-5f5ffb6f-9c88-43c8-ac7a-aa0f0ef1e14c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 944 time: 0.0597279 Aug 24 22:19:58.087703 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2a628e75-ceeb-4757-87ba-6417476edba9 req-8e2b49ee-7b72-4df3-9394-ddf21c0990a7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515759 Aug 24 22:19:58.648028 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device c10d5667-231d-4dee-9c01-fcb52a364f42 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=94694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:19:58.746680 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c10d5667-231d-4dee-9c01-fcb52a364f42,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:58.759535 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Returning: {'device': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'port_id': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'mac_address': 'fa:16:3e:fd:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:19:58.796473 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:58.809664 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10d5667-231d-4dee-9c01-fcb52a364f42 {{(pid=94694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:19:58.828028 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c10d5667-231d-4dee-9c01-fcb52a364f42,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:19:58.902712 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:19:58.953020 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=4']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:19:59.200292 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409d82c-2820-4014-8436-6b67f76fb3de req-1fba64d1-8274-437b-ac14-1ada079a6dd3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:19:59.201732 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f409d82c-2820-4014-8436-6b67f76fb3de req-1fba64d1-8274-437b-ac14-1ada079a6dd3 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 945 time: 0.0469708 Aug 24 22:19:59.238827 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-f409d82c-2820-4014-8436-6b67f76fb3de req-5b7e5365-1279-49a3-8f36-e208d83017fc tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Aug 24 22:19:59.250023 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] get_ports_and_sgs() called for port_ids ['c10d5667-231d-4dee-9c01-fcb52a364f42'] {{(pid=94694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:19:59.885329 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:00.353470 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48260b-b9d6-47b5-8b8d-e2e68274e6ad req-c7006dc0-5221-493b-a6f8-fa4cff44b0de tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:00.354906 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4d48260b-b9d6-47b5-8b8d-e2e68274e6ad req-c7006dc0-5221-493b-a6f8-fa4cff44b0de tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 945 time: 0.0499246 Aug 24 22:20:00.395355 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-4d48260b-b9d6-47b5-8b8d-e2e68274e6ad req-3cedaee4-c31f-4954-b1f0-839bd9280340 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343390 Aug 24 22:20:00.676744 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device c10d5667-231d-4dee-9c01-fcb52a364f42 up at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:20:00.780285 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning for port c10d5667-231d-4dee-9c01-fcb52a364f42 completed by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:20:00.784852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.provisioning_blocks [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Provisioning complete for port c10d5667-231d-4dee-9c01-fcb52a364f42 triggered by entity L2. {{(pid=94694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:20:00.785223 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1024871'] for port, provisioning_complete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:00.860533 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:00.882241 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42'}] {{(pid=94694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:20:00.884587 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6146a3b09990798cb19dd8cd51ff9bdbbedec9e57ed2213d57bb24de8aaa04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b2b02-b0f3-4baf-bfc7-1f6c6c3353af" -d '{"events": [{"server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "name": "network-vif-plugged", "status": "completed", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42"}]}' {{(pid=94694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:20:00.901462 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c10d5667-231d-4dee-9c01-fcb52a364f42,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:20:00.920576 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ee3386-c734-433c-9cf9-be26643ee4c0 x-openstack-request-id: req-d6ee3386-c734-433c-9cf9-be26643ee4c0 {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:20:00.920990 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "name": "network-vif-plugged", "status": "completed", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42", "code": 200}]} {{(pid=94694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:20:00.921250 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6ee3386-c734-433c-9cf9-be26643ee4c0 {{(pid=94694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:20:00.921641 dv-cinder-789564-11-iscsi neutron-server[94694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'code': 200} Aug 24 22:20:00.988319 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975'] for port, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:01.038409 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Pushing event updated for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=5']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:01.400467 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef554-0233-4d2b-872d-195da46c9bb1 req-a6da67f2-8ddf-4233-abc9-9f452290fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:01.401922 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a34ef554-0233-4d2b-872d-195da46c9bb1 req-a6da67f2-8ddf-4233-abc9-9f452290fff1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1099 time: 0.0392947 Aug 24 22:20:01.450378 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a34ef554-0233-4d2b-872d-195da46c9bb1 req-ec1a6765-1dc3-4d78-9c38-d0364fdf34c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Aug 24 22:20:01.508814 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0c94e-2514-4a75-849e-11abb1c50730 req-40f79041-552f-4cb1-8215-4a9357011816 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:01.510283 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9fe0c94e-2514-4a75-849e-11abb1c50730 req-40f79041-552f-4cb1-8215-4a9357011816 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Aug 24 22:20:01.547781 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-9fe0c94e-2514-4a75-849e-11abb1c50730 req-e3ebfeaf-93e0-4888-abf3-934e328b0061 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Aug 24 22:20:02.194359 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36940) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:02.296330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3d26-5ee4-496f-b543-cdd4b42e7b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.368624 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36946) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:02.384110 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3d26-5ee4-496f-b543-cdd4b42e7b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.412341 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Deleting subnet 7d382d19-856f-447d-98b9-bce841e89cf1 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:20:02.415345 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.449279 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3d26-5ee4-496f-b543-cdd4b42e7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.453426 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.488669 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6c5d3d26-5ee4-496f-b543-cdd4b42e7b04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ef572a97c9416595997c118cf16f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932334 Aug 24 22:20:02.489574 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d3d26-5ee4-496f-b543-cdd4b42e7b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b783accc-9184-4832-ba53-ea458dce14e4,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:02.491597 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.491951 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36948) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:02.542834 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.564505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.617447 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.653990 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d382d19-856f-447d-98b9-bce841e89cf1,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:02.655983 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.658426 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-daa0ab0f-81c6-447a-a047-95cd44124345 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d382d19-856f-447d-98b9-bce841e89cf1 HTTP/1.1" status: 204 len: 168 time: 0.2881746 Aug 24 22:20:02.661242 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36952) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:02.679255 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.681720 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.682820 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b783accc-9184-4832-ba53-ea458dce14e4 HTTP/1.1" status: 204 len: 168 time: 0.1899385 Aug 24 22:20:02.694478 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730c36-9161-414b-b078-8c113044c335 req-9ac86a0c-5603-403b-b643-769364771d2b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:02.696008 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a730c36-9161-414b-b078-8c113044c335 req-9ac86a0c-5603-403b-b643-769364771d2b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0762353 Aug 24 22:20:02.723578 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0772b-6e33-40e1-b04f-5e02a91057b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b783accc-9184-4832-ba53-ea458dce14e4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:02.751711 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6a730c36-9161-414b-b078-8c113044c335 req-157fafd1-eadb-49da-ab7b-901a2a7af85a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 Aug 24 22:20:02.760644 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.841457 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.851653 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fecc150-4ff6-496a-9aa8-25b823df3b9b']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:02.862312 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:02.862606 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4006479-2f2a-4120-8cd1-1ccd8c01ec9e') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:02.871154 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.884579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:20:02.893164 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:20:03.027953 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.034307 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.038708 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fecc150-4ff6-496a-9aa8-25b823df3b9b HTTP/1.1" status: 204 len: 168 time: 0.3738894 Aug 24 22:20:03.047299 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49094dd0-d8f2-4e29-b82c-09a1fd55db25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fecc150-4ff6-496a-9aa8-25b823df3b9b,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:03.349446 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36960) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:03.366134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-30e74851-81ee-4217-a25d-3c759a84a588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.418083 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36962) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:03.453292 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-30e74851-81ee-4217-a25d-3c759a84a588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.458098 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-435ccc63-99a8-4636-9ee3-9c363a646a36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=290f8881180145d4a4ca35bc776b7ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388429 Aug 24 22:20:03.460499 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36964) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:03.506288 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.527480 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.528839 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-30e74851-81ee-4217-a25d-3c759a84a588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.566344 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-30e74851-81ee-4217-a25d-3c759a84a588 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4995d336065540a2bb52faf42d0e92c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158244 Aug 24 22:20:03.568355 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e74851-81ee-4217-a25d-3c759a84a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b16958-fcb7-4021-bab1-b0339909b6a5,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:03.569336 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36966) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:03.621191 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.641658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.667202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.669665 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.670787 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54570302-2704-4dc5-9c26-2436794b8e87 HTTP/1.1" status: 204 len: 168 time: 0.2094040 Aug 24 22:20:03.681355 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f15b67-7ed0-48cf-9d45-f8376065f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54570302-2704-4dc5-9c26-2436794b8e87,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:03.777056 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.779808 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:03.783204 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00b16958-fcb7-4021-bab1-b0339909b6a5 HTTP/1.1" status: 204 len: 168 time: 0.2107670 Aug 24 22:20:03.790223 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57998f6-9a34-4377-ae00-87dc597d8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b16958-fcb7-4021-bab1-b0339909b6a5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:03.869859 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b07ac4-7808-448e-9be9-7f0e4c64caa9 req-c8f88ccd-9dc8-45ac-94d1-bc0ff953c9e5 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:03.871353 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9b07ac4-7808-448e-9be9-7f0e4c64caa9 req-c8f88ccd-9dc8-45ac-94d1-bc0ff953c9e5 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0496366 Aug 24 22:20:03.912011 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-a9b07ac4-7808-448e-9be9-7f0e4c64caa9 req-04688c43-eb6b-4e7a-a91e-6700b51ed232 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Aug 24 22:20:04.023036 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60594b-07dc-4523-94e2-e200bd740212 req-f9349125-13c1-49b7-8e05-acfac22c9c0b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:04.024474 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0c60594b-07dc-4523-94e2-e200bd740212 req-f9349125-13c1-49b7-8e05-acfac22c9c0b tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0477271 Aug 24 22:20:04.065237 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0c60594b-07dc-4523-94e2-e200bd740212 req-2c661204-8e42-4d61-ab26-49f70f35efcc tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347469 Aug 24 22:20:04.086838 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 36978) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:04.340589 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be7ffc-0687-400a-b7ae-6f257161d230 tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:04.342107 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-99be7ffc-0687-400a-b7ae-6f257161d230 tempest-TestVolumeBootPattern-651692565 tempest-TestVolumeBootPattern-651692565-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1094 time: 0.2541850 Aug 24 22:20:04.345700 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 36996) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:04.350200 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.v2.base [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Request body: {'floatingip': {'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'port_id': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:20:04.446098 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:04.540785 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:04.647100 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_common [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Allocated IP 172.27.2.149 (c6fee771-291a-4720-80be-0370e2220b5f/c80f0278-cb41-4f6a-bc30-9196634800fc/bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f) {{(pid=94693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:20:04.751982 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:04.866747 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768140905939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:04.910287 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Network c6fee771-291a-4720-80be-0370e2220b5f is already hosted by enough agents. {{(pid=94693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:20:04.913306 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.base_scheduler [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Resources bound (agent type, host, resource id): {{(pid=94693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:20:04.915895 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Received port after_create {{(pid=94693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:20:04.944173 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:05.271720 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:05.656799 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918523'] for port, before_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:05.809134 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for port, precommit_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:05.885115 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768141360101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768140905957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768140905975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280924'] for port, after_update {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:05.956239 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event updated for resources: {'Port': ['ID=bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f,revision_number=2']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:05.964627 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1993857'] for floatingip, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.065832 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.db.l3_db [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP 1a18c71b-6a03-41d3-9470-d5e7e7119ae1 associated. External IP: 172.27.2.149, port: c10d5667-231d-4dee-9c01-fcb52a364f42. Aug 24 22:20:06.270248 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:20:06.379094 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:20:06.389392 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:20:06.400099 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:20:06.400856 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:19:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:06.417382 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37104) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:06.462736 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.496640 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8961f872-0207-41e8-be56-15cf3af23ef8 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1498666 Aug 24 22:20:06.497238 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42'}] {{(pid=94693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:20:06.499483 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59bde8fdb454829041bf2b1867256313c27e03f13cdd8ac71bc4e16cf1a2866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f37a4-a385-43d4-a84d-d5af48badb87" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42"}]}' {{(pid=94693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:20:06.524852 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:20:06.536864 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8866c3dd-0641-446c-918d-213ef580eba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.541171 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadeb50b-572c-4e08-935f-9782b2885673 x-openstack-request-id: req-dadeb50b-572c-4e08-935f-9782b2885673 {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:20:06.541455 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42", "status": "completed", "code": 200}]} {{(pid=94693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:20:06.541791 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dadeb50b-572c-4e08-935f-9782b2885673 {{(pid=94693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:20:06.542199 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'status': 'completed', 'code': 200} Aug 24 22:20:06.636414 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8866c3dd-0641-446c-918d-213ef580eba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.640728 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-49824bec-ec24-4461-bfb8-f68fa1464bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:06.643069 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-49824bec-ec24-4461-bfb8-f68fa1464bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1099 time: 0.0453222 Aug 24 22:20:06.724041 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8866c3dd-0641-446c-918d-213ef580eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.743608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-576ea406-6a38-4efc-a126-63d336df4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:06.745405 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-576ea406-6a38-4efc-a126-63d336df4a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.0948963 Aug 24 22:20:06.762920 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8866c3dd-0641-446c-918d-213ef580eba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d50781b634b84b1884923d2a4fdc5d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443348 Aug 24 22:20:06.766067 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37116) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:06.774279 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866c3dd-0641-446c-918d-213ef580eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fdd7eb-061b-4677-aae7-7782692f0c79,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:06.780752 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '1a18c71b-6a03-41d3-9470-d5e7e7119ae1', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:fd:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:20:05Z', 'updated_at': '2021-08-24T22:20:05Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}, {'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:06.813112 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:20:06.821787 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:20:06.822459 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:19:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:06.824186 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-c16636ce-5342-40d1-9462-a3cb7e3213d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10d5667-231d-4dee-9c01-fcb52a364f42 HTTP/1.1" status: 200 len: 1000 time: 0.0709219 Aug 24 22:20:06.826975 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.855521 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.879999 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-2d5772b4-a675-4e03-b38a-1cdfb6f6a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:06.881493 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-2d5772b4-a675-4e03-b38a-1cdfb6f6a74c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0505900 Aug 24 22:20:06.929857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-406b3a95-6c99-42b1-82ca-d2d067d1f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:06.931060 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:20:06.931609 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-406b3a95-6c99-42b1-82ca-d2d067d1f0af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420723 Aug 24 22:20:06.992044 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:06.997071 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:07.001571 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9fdd7eb-061b-4677-aae7-7782692f0c79 HTTP/1.1" status: 204 len: 168 time: 0.2317848 Aug 24 22:20:07.014466 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f48b94-f982-4729-81cd-5ace797e6ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fdd7eb-061b-4677-aae7-7782692f0c79,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:07.042556 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-1c65a588-03c1-41c6-901d-e70a4276f636 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020648 Aug 24 22:20:07.142710 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-db3f37a4-a385-43d4-a84d-d5af48badb87 req-72e0bcd9-54c5-47e0-980a-4801290fe69c service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Aug 24 22:20:07.189796 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '1a18c71b-6a03-41d3-9470-d5e7e7119ae1', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:fd:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:20:05Z', 'updated_at': '2021-08-24T22:20:05Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}, {'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:20:07.218837 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada9374-4b0e-4423-bfa7-af2346fb1e7c None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '1a18c71b-6a03-41d3-9470-d5e7e7119ae1', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:fd:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:20:05Z', 'updated_at': '2021-08-24T22:20:05Z', 'revision_number': 0, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}, {'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:20:07.424047 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27dfdc-918c-44ac-87b5-06b14a17d074 None None] New status for floating IP 1a18c71b-6a03-41d3-9470-d5e7e7119ae1: ACTIVE {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:20:07.647666 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37124) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:07.661492 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2fd7d265-e8d5-42af-8ebe-7640eeb3c271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:07.749377 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2fd7d265-e8d5-42af-8ebe-7640eeb3c271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:07.822702 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2fd7d265-e8d5-42af-8ebe-7640eeb3c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:07.862255 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2fd7d265-e8d5-42af-8ebe-7640eeb3c271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac303275767d42519ccaf3a3f34bfe83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132714 Aug 24 22:20:07.863076 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7d265-e8d5-42af-8ebe-7640eeb3c271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e771a-fcf3-4fa7-b8c6-3463fcc79f00,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:07.864989 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37126) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:07.913907 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:07.934854 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:08.097073 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:08.099522 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:08.100699 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a4e771a-fcf3-4fa7-b8c6-3463fcc79f00 HTTP/1.1" status: 204 len: 168 time: 0.2347157 Aug 24 22:20:08.108646 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860c8a-d416-4fb5-ae3f-ae993bd86482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e771a-fcf3-4fa7-b8c6-3463fcc79f00,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:12.753492 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-50653687-adeb-469f-bbc2-6d5a8c64f859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:15.536261 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-2256b779-231f-4c98-942e-01f39efa3ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:15.782367 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:16.725046 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:17.923021 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.332909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37272) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:21.435999 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-401d3983-0380-4e9e-966b-04cbf58162c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.525235 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-401d3983-0380-4e9e-966b-04cbf58162c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.597069 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-401d3983-0380-4e9e-966b-04cbf58162c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.632819 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3983-0380-4e9e-966b-04cbf58162c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4321f3a4-384c-47fc-be68-b2cbba2b8152,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:21.637780 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-401d3983-0380-4e9e-966b-04cbf58162c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d234ac7d2d624888865c03ccc28dc494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038280 Aug 24 22:20:21.640415 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37280) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:21.687188 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.708330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.761904 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:20:21.833179 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.835658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:21.836822 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4321f3a4-384c-47fc-be68-b2cbba2b8152 HTTP/1.1" status: 204 len: 168 time: 0.1955237 Aug 24 22:20:21.844306 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cafd32-f3ed-4ca3-937f-5f81692f06cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4321f3a4-384c-47fc-be68-b2cbba2b8152,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:22.377065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37288) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:22.389926 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5479c352-7879-4542-ac5b-d72fa4168b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.475503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5479c352-7879-4542-ac5b-d72fa4168b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.545524 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5479c352-7879-4542-ac5b-d72fa4168b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.585329 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5479c352-7879-4542-ac5b-d72fa4168b6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=983ec1f0f9b243939d3ea647b8af2b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071793 Aug 24 22:20:22.586181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479c352-7879-4542-ac5b-d72fa4168b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a103a-9256-40a5-84b4-b0e4748775db,revision_number=1']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:22.589157 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37290) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:22.637694 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.658773 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.757476 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.761265 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:22.761789 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f84a103a-9256-40a5-84b4-b0e4748775db HTTP/1.1" status: 204 len: 168 time: 0.1714141 Aug 24 22:20:22.771335 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a4d5-9f4d-4f2a-98e2-0a80aa232697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a103a-9256-40a5-84b4-b0e4748775db,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:29.896593 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:40.109984 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-387cafcc-4cc3-4a74-849b-7c2d41ec3737 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381165 Aug 24 22:20:40.210902 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-6bee852b-9841-4538-8c76-e234186bc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:40.212445 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-6bee852b-9841-4538-8c76-e234186bc51a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0394192 Aug 24 22:20:40.320824 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-1d78da29-8a58-48fa-9cea-7b1868284822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:40.322307 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-1d78da29-8a58-48fa-9cea-7b1868284822 service neutron] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 909 time: 0.0859504 Aug 24 22:20:40.387090 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-9fc85f6e-52f2-435a-afbb-472d61bb616b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 999 time: 0.0568924 Aug 24 22:20:40.436256 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-4b0aff23-1148-4bbb-a675-21c67815894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:40.437718 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-4b0aff23-1148-4bbb-a675-21c67815894d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0437982 Aug 24 22:20:40.487108 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-76e07c46-12e4-49b3-95fd-d8a14f9cb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:20:40.488613 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-76e07c46-12e4-49b3-95fd-d8a14f9cb9b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436149 Aug 24 22:20:40.501452 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-f17f22d5-9529-4b05-9dd9-f44e06dff52a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:20:40.503762 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-f17f22d5-9529-4b05-9dd9-f44e06dff52a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052760 Aug 24 22:20:40.593609 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-6c41984b-35e0-46ed-990d-b9a9abe8f8ea service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837636 Aug 24 22:20:40.684859 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f9293a67-7135-40d1-bb76-f0132f76dd59 req-6e7efdc7-ecde-4170-a5bf-99e0f548a7ab service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Aug 24 22:20:42.781317 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3ed8-b7b4-4088-ae7a-126ab4823fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:45.558706 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-d91b3770-9f57-431b-8fad-a47e84703f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:45.781351 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:45.788237 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37392) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:45.893011 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8706f654-5486-4e52-9117-b0856c196648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:45.977939 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8706f654-5486-4e52-9117-b0856c196648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.061182 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-8706f654-5486-4e52-9117-b0856c196648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_create {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.097913 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-8706f654-5486-4e52-9117-b0856c196648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5986408c88ce469c97f3385e8dc69286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086417 Aug 24 22:20:46.099008 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706f654-5486-4e52-9117-b0856c196648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf37af-56a2-4bfd-8269-581568e49d67,revision_number=1']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:46.100569 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37396) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:20:46.150516 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.172521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.290184 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.292727 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:46.298345 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddbf37af-56a2-4bfd-8269-581568e49d67 HTTP/1.1" status: 204 len: 168 time: 0.1915574 Aug 24 22:20:46.301428 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ae899-0395-4982-868e-9e163e51d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf37af-56a2-4bfd-8269-581568e49d67,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:20:46.706922 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:47.907219 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:20:58.760669 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:20:59.882014 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:12.792545 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-0356ff79-602c-417d-8f54-984b5e5462fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:15.545137 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac9f-7d5a-4bae-86a9-6899d3e5cc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:15.803587 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:16.694846 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:17.906406 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.092871 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37408) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:26.243106 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Deleting port 68d7c68c-b768-4591-9bf0-892d600294e5 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:26.243376 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.318588 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.318918 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.330240 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Calling delete_port for 68d7c68c-b768-4591-9bf0-892d600294e5 owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:26.527680 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.550935 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event deleted for resources: {'Port': ['ID=68d7c68c-b768-4591-9bf0-892d600294e5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:26.561146 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.561497 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.561835 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.562167 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.562497 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.563258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.563258 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.563448 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.563746 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.564070 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.564403 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.564716 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:26.621154 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.621481 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Floating IP 0b2d06f7-fcb9-496e-8de4-c8ea343da909 disassociated (deleted). External IP: 172.27.2.4, port: 0609281d-6968-43bc-b437-0d5ef19156fe. Aug 24 22:21:26.821337 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Router e9fb15d5-aa17-44b4-8566-aef014faefe9 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:21:26.923417 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:21:26.928297 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:26.935377 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Sync routers for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:21:26.943991 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:26.944631 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:26.954143 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-1e4165fc-44bc-4a14-bc65-526bebb298b3 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "DELETE /v2.0/floatingips/0b2d06f7-fcb9-496e-8de4-c8ea343da909 HTTP/1.1" status: 204 len: 168 time: 0.8601923 Aug 24 22:21:26.954745 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:21:26.957082 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae" -d '{"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:21:27.051572 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:27.174102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8fc20c-5c63-436e-9cc9-bbd1b7238dcc x-openstack-request-id: req-5d8fc20c-5c63-436e-9cc9-bbd1b7238dcc {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:21:27.174632 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:21:27.174632 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d8fc20c-5c63-436e-9cc9-bbd1b7238dcc {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:21:27.175016 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'status': 'completed', 'code': 200} Aug 24 22:21:27.260615 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:27.287649 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Checking router: e9fb15d5-aa17-44b4-8566-aef014faefe9 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:21:27.296223 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:27.298252 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:27.365096 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-4786c8b3-efe4-42fe-a672-ae719bc6dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:27.366931 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-4786c8b3-efe4-42fe-a672-ae719bc6dad1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 1098 time: 0.1469378 Aug 24 22:21:27.430733 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:27.430856 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd25d4-c610-433e-ad66-fdd1f0d1b348 req-fda97a27-4c3e-40e0-842d-377e3e018bbb tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:27.432246 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-13bd25d4-c610-433e-ad66-fdd1f0d1b348 req-fda97a27-4c3e-40e0-842d-377e3e018bbb tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.1061084 Aug 24 22:21:27.467277 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-3ed952cc-fc1d-4e3e-8756-8d1a9684ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:27.468780 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-3ed952cc-fc1d-4e3e-8756-8d1a9684ef6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 200 len: 909 time: 0.0933206 Aug 24 22:21:27.480030 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-13bd25d4-c610-433e-ad66-fdd1f0d1b348 req-2fa10e04-735f-4f4d-b24e-9ef6816b65ab tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Aug 24 22:21:27.512776 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-6a03476a-e1ef-4b60-9aa2-2d987dabe434 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 200 len: 217 time: 0.0360258 Aug 24 22:21:27.561882 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-15e605a6-fbe1-4722-bc6c-dbb8ab92cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:27.563321 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-15e605a6-fbe1-4722-bc6c-dbb8ab92cb9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 200 len: 847 time: 0.0424964 Aug 24 22:21:27.607507 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-f34c844a-78c2-4bf2-b96c-4285bf0b596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:27.609025 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-f34c844a-78c2-4bf2-b96c-4285bf0b596f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=059954df-9048-43ff-9061-c3abecb55639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379355 Aug 24 22:21:27.637558 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:27.664616 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bec16-f6a9-418e-a841-56721988dde7 None None] The sync data for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi is: [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:16:19Z', 'revision_number': 4, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': '9e543c21-232b-41ac-8a55-48d678162cfe', 'name': '', 'network_id': '059954df-9048-43ff-9061-c3abecb55639', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'mac_address': 'fa:16:3e:f1:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:19Z', 'updated_at': '2021-08-24T22:16:24Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'subnets': [{'id': 'bd76a9be-7e98-4388-be3b-6de5350ebcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:21:27.702840 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-9ed71f64-2514-4f06-85be-d375c5498fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864027 Aug 24 22:21:27.795476 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-31fbd9e4-e70a-4202-8279-7be8ce2e6bae req-ffb37fcd-b0f4-445d-b4e0-51338eefc434 service neutron] 10.222.0.26 "GET /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Aug 24 22:21:27.878607 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80beef97-9aaf-42de-afeb-408a8d89be20 None None] New status for floating IP 0b2d06f7-fcb9-496e-8de4-c8ea343da909: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:21:28.645056 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ae39-8d62-4b3b-8877-205c579cf440 req-03dc7021-8423-46dc-93ce-8358b89616ba tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:28.646499 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2ad5ae39-8d62-4b3b-8877-205c579cf440 req-03dc7021-8423-46dc-93ce-8358b89616ba tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0974705 Aug 24 22:21:28.683524 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-2ad5ae39-8d62-4b3b-8877-205c579cf440 req-79de2c74-7f2d-48f0-8ea0-8cf76bb315f4 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Aug 24 22:21:29.122623 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41376d-2843-4734-919d-406052fe2753 req-e6b74a9a-50a2-480b-8a54-6ec956c4c852 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:29.123979 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ca41376d-2843-4734-919d-406052fe2753 req-e6b74a9a-50a2-480b-8a54-6ec956c4c852 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.26 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 945 time: 0.0508983 Aug 24 22:21:29.210440 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Deleting port 0609281d-6968-43bc-b437-0d5ef19156fe {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:29.210781 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:29.553012 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] For port 0609281d-6968-43bc-b437-0d5ef19156fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0609281d-6968-43bc-b437-0d5ef19156fe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:29.553381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:29.565330 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Calling delete_port for 0609281d-6968-43bc-b437-0d5ef19156fe owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:29.735527 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:29.762455 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event deleted for resources: {'Port': ['ID=0609281d-6968-43bc-b437-0d5ef19156fe,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:29.795800 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-afa770b7-b5e7-4eab-abb8-0acad00fc92a req-58f108e5-1620-414f-819d-798d953f8308 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Aug 24 22:21:29.807737 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] No DVR routers for this DVR port 0609281d-6968-43bc-b437-0d5ef19156fe on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:21:29.810180 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:29.812848 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ca41376d-2843-4734-919d-406052fe2753 req-ceb28089-992a-4e8e-80a6-2c293c8303b0 tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.26 "DELETE /v2.0/ports/0609281d-6968-43bc-b437-0d5ef19156fe HTTP/1.1" status: 204 len: 173 time: 0.6816700 Aug 24 22:21:29.812848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-deleted', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:21:29.814857 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d122bfe-39bd-4f39-b855-044934bacf58" -d '{"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-deleted", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:21:29.849897 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029f0507-f669-450e-8b15-e371006c70ed x-openstack-request-id: req-029f0507-f669-450e-8b15-e371006c70ed {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:21:29.850186 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d434984b-5e49-4f09-b49e-8982109fa2a1", "name": "network-vif-deleted", "tag": "0609281d-6968-43bc-b437-0d5ef19156fe", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:21:29.850430 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-029f0507-f669-450e-8b15-e371006c70ed {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:21:29.850976 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd434984b-5e49-4f09-b49e-8982109fa2a1', 'name': 'network-vif-deleted', 'tag': '0609281d-6968-43bc-b437-0d5ef19156fe', 'status': 'completed', 'code': 200} Aug 24 22:21:29.900334 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:30.996237 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-dce3fed3-f685-4c5d-a063-f7eefa43df5d req-e9f53a97-baba-4469-8e98-d3e9a665319b tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "GET /v2.0/ports?device_id=d434984b-5e49-4f09-b49e-8982109fa2a1 HTTP/1.1" status: 200 len: 210 time: 0.0253901 Aug 24 22:21:32.052451 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37444) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:32.109091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:32.132758 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:32.260345 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:32.262969 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:32.264097 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] 10.222.0.20 "DELETE /v2.0/security-groups/dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79 HTTP/1.1" status: 204 len: 168 time: 0.2105720 Aug 24 22:21:32.273027 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a0b2-6b06-4070-bbc1-90c8cf386bcf tempest-TestShelveInstance-1281373311 tempest-TestShelveInstance-1281373311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc013f2-1a59-4a6f-a9c9-b5b1e099ce79,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:32.380662 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37448) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:32.802702 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.056611 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Deleting port 9e543c21-232b-41ac-8a55-48d678162cfe {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:33.057284 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.132362 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] For port 9e543c21-232b-41ac-8a55-48d678162cfe, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=9e543c21-232b-41ac-8a55-48d678162cfe,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:33.132723 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.148628 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Calling delete_port for 9e543c21-232b-41ac-8a55-48d678162cfe owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:33.201121 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:33.220054 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 0609281d-6968-43bc-b437-0d5ef19156fe {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:33.220417 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 0609281d-6968-43bc-b437-0d5ef19156fe not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:33.380280 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.404995 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e543c21-232b-41ac-8a55-48d678162cfe,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:33.565251 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.769050 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Router e9fb15d5-aa17-44b4-8566-aef014faefe9 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:21:33.869554 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:21:33.874430 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3111bf4b-a9ad-44a3-9196-cd3c3a0a9299 admin admin] 10.222.0.20 "PUT /v2.0/routers/e9fb15d5-aa17-44b4-8566-aef014faefe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927549 Aug 24 22:21:33.876923 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37452) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:33.879536 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Sync routers for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:21:33.888998 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:33.889601 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:33.977768 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:33.991029 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:34.077906 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.171027 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:21:33Z', 'revision_number': 5, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port': {'id': '4e718841-7c3a-4607-8333-0ddb68df2d06', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:15Z', 'updated_at': '2021-08-24T22:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:34.197139 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Checking router: e9fb15d5-aa17-44b4-8566-aef014faefe9 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:21:34.205434 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Routers {'e9fb15d5-aa17-44b4-8566-aef014faefe9'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:34.206040 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9fb15d5-aa17-44b4-8566-aef014faefe9'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:34.231194 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Deleting port 4e718841-7c3a-4607-8333-0ddb68df2d06 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:34.231531 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.289870 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] Set router e9fb15d5-aa17-44b4-8566-aef014faefe9 gateway port host: None {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:34.307887 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] For port 4e718841-7c3a-4607-8333-0ddb68df2d06, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4e718841-7c3a-4607-8333-0ddb68df2d06,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:34.308282 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.321151 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Calling delete_port for 4e718841-7c3a-4607-8333-0ddb68df2d06 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:34.341176 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:21:34Z', 'revision_number': 6, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port_host': None}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:34.370110 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a22aa9-ca0c-4ba3-a1f5-1588b1276684 None None] The sync data for ids ['e9fb15d5-aa17-44b4-8566-aef014faefe9'] in dv-cinder-789564-11-iscsi is: [{'id': 'e9fb15d5-aa17-44b4-8566-aef014faefe9', 'name': 'tempest-TestShelveInstance-716739173-router', 'tenant_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:14Z', 'updated_at': '2021-08-24T22:21:34Z', 'revision_number': 6, 'project_id': 'b535f3cc9d5e4b3eb9466a82135cbaf9', 'gw_port_host': None}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:21:34.563545 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.586687 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e718841-7c3a-4607-8333-0ddb68df2d06,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:34.649221 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.736630 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.738756 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.849266 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.849765 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9fb15d5-aa17-44b4-8566-aef014faefe9 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:21:34.854438 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.855562 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-dc63a78e-d771-400e-b55a-d8c6c23f9498 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e9fb15d5-aa17-44b4-8566-aef014faefe9 HTTP/1.1" status: 204 len: 168 time: 0.9777455 Aug 24 22:21:34.858075 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37454) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:34.901632 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Deleting subnet bd76a9be-7e98-4388-be3b-6de5350ebcd5 {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:21:34.904594 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:34.941150 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9355669'] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.081946 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.219595 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3563059'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.247085 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd76a9be-7e98-4388-be3b-6de5350ebcd5,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:35.249121 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.250988 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-9d948ae7-acd2-480e-b5e1-71403f109308 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd76a9be-7e98-4388-be3b-6de5350ebcd5 HTTP/1.1" status: 204 len: 168 time: 0.3920140 Aug 24 22:21:35.253545 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37456) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:35.256272 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07464766-b951-49d7-a0f8-d50e7ec7705f None None] Network 059954df-9048-43ff-9061-c3abecb55639 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:21:35.326239 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.390030 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Deleting port 4af110d4-aa85-45fe-a522-a09dbe801121 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:35.390628 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.459131 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] DHCP port deletion for 059954df-9048-43ff-9061-c3abecb55639 request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:21:35.465083 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] For port 4af110d4-aa85-45fe-a522-a09dbe801121, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4af110d4-aa85-45fe-a522-a09dbe801121,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:35.465440 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.478024 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Calling delete_port for 4af110d4-aa85-45fe-a522-a09dbe801121 owned by network:dhcp {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:35.505361 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Deleting port 4af110d4-aa85-45fe-a522-a09dbe801121 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:35.506555 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.568686 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] For port 4af110d4-aa85-45fe-a522-a09dbe801121, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=4af110d4-aa85-45fe-a522-a09dbe801121,segment=NetworkSegment(d26f0c0d-336b-455c-869c-7a0972ae68c3),segment_id=d26f0c0d-336b-455c-869c-7a0972ae68c3)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:35.569084 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.581958 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Calling delete_port for 4af110d4-aa85-45fe-a522-a09dbe801121 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:35.631696 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.657794 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af110d4-aa85-45fe-a522-a09dbe801121,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:35.659793 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.666701 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] No DVR routers for this DVR port 4af110d4-aa85-45fe-a522-a09dbe801121 on host dv-cinder-789564-11-iscsi {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:21:35.669131 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.669595 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.669818 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.670143 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.670467 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.670787 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.672807 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.685021 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Pushing event deleted for resources: {'Port': ['ID=4af110d4-aa85-45fe-a522-a09dbe801121,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:35.692574 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] No DVR routers for this DVR port 4af110d4-aa85-45fe-a522-a09dbe801121 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:21:35.694377 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.694814 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.695147 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.696235 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.696573 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.696900 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.697228 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.697546 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.697870 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.698182 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.698504 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.698816 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd7f32-a282-486c-8569-397d1235e826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-11-iscsi {{(pid=94694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:21:35.748374 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.759303 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059954df-9048-43ff-9061-c3abecb55639']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:35.760423 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:21:35.769784 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26f0c0d-336b-455c-869c-7a0972ae68c3') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:35.770075 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26f0c0d-336b-455c-869c-7a0972ae68c3') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:35.778763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.792253 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.797955 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:21:35.798318 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:21:35.799904 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:21:35.945123 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.951285 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:35.953193 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/059954df-9048-43ff-9061-c3abecb55639 HTTP/1.1" status: 204 len: 168 time: 0.6981683 Aug 24 22:21:35.956493 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37458) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:35.963891 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aa9b7-9c78-4352-a65f-326fe140cef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=059954df-9048-43ff-9061-c3abecb55639,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:36.054218 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4e718841-7c3a-4607-8333-0ddb68df2d06 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:36.073982 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 4e718841-7c3a-4607-8333-0ddb68df2d06 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:36.074414 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4e718841-7c3a-4607-8333-0ddb68df2d06 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:36.074888 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 9e543c21-232b-41ac-8a55-48d678162cfe no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:36.093105 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 9e543c21-232b-41ac-8a55-48d678162cfe {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:36.093450 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 9e543c21-232b-41ac-8a55-48d678162cfe not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:36.093849 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4af110d4-aa85-45fe-a522-a09dbe801121 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:36.112030 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 4af110d4-aa85-45fe-a522-a09dbe801121 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:36.112467 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 4af110d4-aa85-45fe-a522-a09dbe801121 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:36.300198 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:36.533308 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Deleting port 82ad52d1-4f30-437a-957d-8def06aa2675 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:36.533653 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:36.607549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] For port 82ad52d1-4f30-437a-957d-8def06aa2675, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=82ad52d1-4f30-437a-957d-8def06aa2675,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:36.607837 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:36.619740 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Calling delete_port for 82ad52d1-4f30-437a-957d-8def06aa2675 owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:36.872200 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:36.901208 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ad52d1-4f30-437a-957d-8def06aa2675,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:37.338885 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-4aa263ef-252f-4905-9410-06bde7d5b8c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541499 Aug 24 22:21:37.351549 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:37.479163 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-d436f2b5-d698-435d-be1f-9a67366c9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:37.480815 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-d436f2b5-d698-435d-be1f-9a67366c9437 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1099 time: 0.0851443 Aug 24 22:21:37.658902 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-13dc7e4c-3a47-4ebf-8f93-4524f8e3682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:37.660289 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-13dc7e4c-3a47-4ebf-8f93-4524f8e3682c service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.1611788 Aug 24 22:21:37.665373 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:21:37.786371 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-f129df90-4b6a-4c75-aa9d-d587f95407bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 1002 time: 0.1176341 Aug 24 22:21:37.849354 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:21:37.855832 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-dbad757b-0ba3-4d03-b0a0-c65e286b1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:37.855832 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-dbad757b-0ba3-4d03-b0a0-c65e286b1030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0585637 Aug 24 22:21:37.856899 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-55a8769a-c296-4ef2-8173-6a07ebbc2fc1 admin admin] 10.222.0.20 "PUT /v2.0/routers/24ec0b06-d0ab-4eec-9d5e-bb70869e5df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8993855 Aug 24 22:21:37.858452 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Sync routers for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:21:37.859381 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37460) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:37.869215 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:37.869833 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:37.977521 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-6614b467-3f4e-4371-a047-377c50fbc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:37.979029 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-6614b467-3f4e-4371-a047-377c50fbc075 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1131310 Aug 24 22:21:37.980923 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:38.008553 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.145286 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-389d3b63-ac99-4303-9bb4-d20d56cb2b56 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583924 Aug 24 22:21:38.175030 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:21:36Z', 'revision_number': 5, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:38.179636 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.200250 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Checking router: 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:21:38.208457 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Routers {'24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:38.209089 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:38.245219 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-8690c7ba-a565-453b-aaab-77d9811d55ba req-5e6cd22e-3315-4871-8fcb-7173880f2789 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931656 Aug 24 22:21:38.312102 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] Set router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:38.321196 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Deleting port 0fbbde3f-3935-49cd-87da-0cf9e52561e9 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:38.321538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.397431 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] For port 0fbbde3f-3935-49cd-87da-0cf9e52561e9, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=0fbbde3f-3935-49cd-87da-0cf9e52561e9,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:38.398152 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.414073 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Calling delete_port for 0fbbde3f-3935-49cd-87da-0cf9e52561e9 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:38.487828 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:21:36Z', 'revision_number': 5, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:38.513804 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee69da-cb5c-44fc-955f-c9a014bacc2e None None] The sync data for ids ['24ec0b06-d0ab-4eec-9d5e-bb70869e5df2'] in dv-cinder-789564-11-iscsi is: [{'id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'name': 'tempest-TestShelveInstance-1089766904-router', 'tenant_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:16:23Z', 'updated_at': '2021-08-24T22:21:36Z', 'revision_number': 5, 'project_id': 'fb624de0b27d4d24a44efbaaea64ae1c', 'gw_port': {'id': '0fbbde3f-3935-49cd-87da-0cf9e52561e9', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec0b06-d0ab-4eec-9d5e-bb70869e5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:16:24Z', 'updated_at': '2021-08-24T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:21:38.630348 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.659875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbbde3f-3935-49cd-87da-0cf9e52561e9,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:38.716842 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.802599 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.805061 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.923361 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.932477 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:21:38.932477 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:38.932477 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-2fc65016-5ca0-4736-ba2c-319ee1847be4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/24ec0b06-d0ab-4eec-9d5e-bb70869e5df2 HTTP/1.1" status: 204 len: 168 time: 1.0694284 Aug 24 22:21:38.933084 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37462) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:38.978592 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Deleting subnet 538da178-247c-4aae-950a-6ae3d9277905 {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:21:38.981882 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.029409 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.098737 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.219307 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.245688 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538da178-247c-4aae-950a-6ae3d9277905,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:39.247612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.249475 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-16a2883c-1a85-4d4a-926a-f7e90f0b25f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/538da178-247c-4aae-950a-6ae3d9277905 HTTP/1.1" status: 204 len: 168 time: 0.3155794 Aug 24 22:21:39.251863 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37464) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:39.254509 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3fd7ac-0ef8-4f80-a278-dece067c6ddb None None] Network 599ba566-8445-466f-9f1a-921d2884bd0c requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:21:39.320859 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.371699 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Deleting port fe42915a-395c-4040-a51f-557c1dd987a8 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:39.372035 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.436995 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] DHCP port deletion for 599ba566-8445-466f-9f1a-921d2884bd0c request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:21:39.443767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] For port fe42915a-395c-4040-a51f-557c1dd987a8, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fe42915a-395c-4040-a51f-557c1dd987a8,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:39.443767 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.457517 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Calling delete_port for fe42915a-395c-4040-a51f-557c1dd987a8 owned by network:dhcp {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:39.489496 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Deleting port fe42915a-395c-4040-a51f-557c1dd987a8 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:39.490339 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.555159 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] For port fe42915a-395c-4040-a51f-557c1dd987a8, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fe42915a-395c-4040-a51f-557c1dd987a8,segment=NetworkSegment(f0e05871-5d9b-44b9-964b-b4a1aec7bca9),segment_id=f0e05871-5d9b-44b9-964b-b4a1aec7bca9)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:21:39.555554 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.567696 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Calling delete_port for fe42915a-395c-4040-a51f-557c1dd987a8 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:39.580158 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.606942 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe42915a-395c-4040-a51f-557c1dd987a8,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:39.612072 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] No DVR routers for this DVR port fe42915a-395c-4040-a51f-557c1dd987a8 on host dv-cinder-789564-11-iscsi {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:21:39.642340 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.672025 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] Pushing event deleted for resources: {'Port': ['ID=fe42915a-395c-4040-a51f-557c1dd987a8,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:39.673774 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce1bfc-a7c3-486b-a224-1f8e67188f7b None None] No DVR routers for this DVR port fe42915a-395c-4040-a51f-557c1dd987a8 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:21:39.684056 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.693662 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599ba566-8445-466f-9f1a-921d2884bd0c']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:39.703439 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:39.703732 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e05871-5d9b-44b9-964b-b4a1aec7bca9') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:39.712678 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.726078 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.732452 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:21:39.732827 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:21:39.734495 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:21:39.877415 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.883143 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:39.885004 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] 10.222.0.20 "DELETE /v2.0/networks/599ba566-8445-466f-9f1a-921d2884bd0c HTTP/1.1" status: 204 len: 168 time: 0.6322286 Aug 24 22:21:39.895763 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d75121-507f-4af5-b2ea-f149d825d943 admin admin] Pushing event deleted for resources: {'Network': ['ID=599ba566-8445-466f-9f1a-921d2884bd0c,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:40.055251 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 82ad52d1-4f30-437a-957d-8def06aa2675 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:40.074915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 82ad52d1-4f30-437a-957d-8def06aa2675 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:40.075261 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 82ad52d1-4f30-437a-957d-8def06aa2675 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:40.075670 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 0fbbde3f-3935-49cd-87da-0cf9e52561e9 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:40.094088 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 0fbbde3f-3935-49cd-87da-0cf9e52561e9 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:40.094430 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 0fbbde3f-3935-49cd-87da-0cf9e52561e9 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:40.094830 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fe42915a-395c-4040-a51f-557c1dd987a8 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:21:40.112429 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: fe42915a-395c-4040-a51f-557c1dd987a8 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:21:40.112770 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fe42915a-395c-4040-a51f-557c1dd987a8 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:21:40.166708 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37468) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:40.209903 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-b18d514f-9bb6-4a1e-b95d-0798c2e60ff5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b535f3cc9d5e4b3eb9466a82135cbaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419807 Aug 24 22:21:40.212200 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37470) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:40.257570 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:40.278459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:40.414612 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:40.417206 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:40.418407 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1e5fd64-c998-4376-ab53-248b4055a5be HTTP/1.1" status: 204 len: 168 time: 0.2053330 Aug 24 22:21:40.426564 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce461cb-89c1-47b5-bf6d-47815a437756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e5fd64-c998-4376-ab53-248b4055a5be,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:41.041103 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37476) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:41.079803 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-d4932a6d-3b66-43b7-9342-733903e1cdb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb624de0b27d4d24a44efbaaea64ae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375254 Aug 24 22:21:41.082091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37478) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:41.128435 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:41.148812 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:41.271466 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:41.274487 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:41.275608 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40ffc94e-6346-4a9f-800b-b2152aaa6098 HTTP/1.1" status: 204 len: 168 time: 0.1926615 Aug 24 22:21:41.282949 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77be58-90b8-4a77-a3aa-c17baa5d9c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffc94e-6346-4a9f-800b-b2152aaa6098,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:42.797024 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9177dba2-ae1d-4418-9f3d-c16ce2aee55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:45.574401 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e2eb81ed-4a99-4d79-855d-18472c6373ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:45.797311 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:46.728598 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:47.934366 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:57.919900 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37482) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:21:58.070446 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:21:58.070797 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.147245 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.147571 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.158777 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:21:58.334095 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.358925 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=bda8d83c-2ef1-4e7b-94a1-2f705e0cb69f,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:21:58.415579 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.415913 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP 1a18c71b-6a03-41d3-9470-d5e7e7119ae1 disassociated (deleted). External IP: 172.27.2.149, port: c10d5667-231d-4dee-9c01-fcb52a364f42. Aug 24 22:21:58.626638 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:21:58.730388 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:21:58.735195 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:21:58.739629 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:21:58.749156 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:58.749759 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:58.761509 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-db8884b6-6eae-4fc1-927d-040502977315 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "DELETE /v2.0/floatingips/1a18c71b-6a03-41d3-9470-d5e7e7119ae1 HTTP/1.1" status: 204 len: 168 time: 0.8404007 Aug 24 22:21:58.762091 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:21:58.764412 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e4792-8c8c-4d99-9b05-316ec02e913e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:21:58.815102 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c414c7-bc8a-42fc-9888-5d82d9fc24b1 x-openstack-request-id: req-00c414c7-bc8a-42fc-9888-5d82d9fc24b1 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:21:58.815397 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:21:58.815643 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c414c7-bc8a-42fc-9888-5d82d9fc24b1 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:21:58.816045 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'status': 'completed', 'code': 200} Aug 24 22:21:58.898450 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-21a7400b-b9fd-46f4-98a1-86b5b4154544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:58.900385 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-21a7400b-b9fd-46f4-98a1-86b5b4154544 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 1099 time: 0.0421484 Aug 24 22:21:58.993829 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:58.996326 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-a3692d75-f05b-4982-bf76-078f388ea94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:58.997873 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-a3692d75-f05b-4982-bf76-078f388ea94d service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.0898020 Aug 24 22:21:59.041059 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-d74f9ad3-cb2f-4e52-93c5-e12d6b25e06c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10d5667-231d-4dee-9c01-fcb52a364f42 HTTP/1.1" status: 200 len: 217 time: 0.0356507 Aug 24 22:21:59.089909 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-1eeab640-9708-4aa5-b8d6-2f97cbf3ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:59.091381 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-1eeab640-9708-4aa5-b8d6-2f97cbf3ca0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0431614 Aug 24 22:21:59.136839 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-eac3b58f-533f-4396-b8f8-79ea3cf0ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:59.138415 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-eac3b58f-533f-4396-b8f8-79ea3cf0ceed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401618 Aug 24 22:21:59.204677 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811c0ac-fde5-40bd-87dc-1a091fe6a5f1 req-457e7a35-3ab8-4fb1-abf2-5838524a5d9a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:21:59.206202 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7811c0ac-fde5-40bd-87dc-1a091fe6a5f1 req-457e7a35-3ab8-4fb1-abf2-5838524a5d9a tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Aug 24 22:21:59.232583 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:59.245954 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-7008ada9-f02f-45bb-933a-ea8208055f82 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876234 Aug 24 22:21:59.250492 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-7811c0ac-fde5-40bd-87dc-1a091fe6a5f1 req-46c1d1f9-5d18-4a97-a6ce-0390912e4b84 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Aug 24 22:21:59.259962 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:21:59.271125 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:21:59.271773 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:59.338548 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-a25e4792-8c8c-4d99-9b05-316ec02e913e req-fd547352-fcb5-472e-ac60-6883197eb367 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841079 Aug 24 22:21:59.376181 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:21:59.595964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:21:59.621982 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741eac4-5a54-4c14-afac-c276f4de3562 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_floatingips': [{'id': '486c799d-31fd-4098-8d89-87c2bd78b15b', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'router_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'port_id': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'mac_address': 'fa:16:3e:1e:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1188eef7-b174-4fbb-aa34-962cee612752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:17:49Z', 'updated_at': '2021-08-24T22:17:52Z', 'revision_number': 1, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:21:59.831571 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a499e27-8fed-4981-b000-56e2e596bab6 None None] New status for floating IP 1a18c71b-6a03-41d3-9470-d5e7e7119ae1: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:21:59.929166 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:00.366801 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab45cc-8405-4151-b9b5-fab00801c261 req-eaf85c25-f5da-49b6-ba56-827431c79e03 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:00.368947 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26ab45cc-8405-4151-b9b5-fab00801c261 req-eaf85c25-f5da-49b6-ba56-827431c79e03 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0498021 Aug 24 22:22:00.405976 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-26ab45cc-8405-4151-b9b5-fab00801c261 req-39525fe2-f4ba-41b2-b459-92651c009528 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Aug 24 22:22:00.877788 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-43e99fe2-2dc5-4312-974b-13101ae7b3a5 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:00.879240 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-43e99fe2-2dc5-4312-974b-13101ae7b3a5 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Aug 24 22:22:00.964538 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port c10d5667-231d-4dee-9c01-fcb52a364f42 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:00.964875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:01.306423 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] For port c10d5667-231d-4dee-9c01-fcb52a364f42, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c10d5667-231d-4dee-9c01-fcb52a364f42,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:01.306779 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:01.318762 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for c10d5667-231d-4dee-9c01-fcb52a364f42 owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:01.505817 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:01.519825 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c3960-c4a0-4aad-af22-57207a24a26e req-e35ad0d7-6fbb-4010-a2ed-7dd706d0c4a1 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:01.521305 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-842c3960-c4a0-4aad-af22-57207a24a26e req-e35ad0d7-6fbb-4010-a2ed-7dd706d0c4a1 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 867 time: 0.0485678 Aug 24 22:22:01.532822 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=c10d5667-231d-4dee-9c01-fcb52a364f42,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:01.563394 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-842c3960-c4a0-4aad-af22-57207a24a26e req-071272a4-4efe-4005-ae74-ab9ba3db5b32 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Aug 24 22:22:01.578935 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] No DVR routers for this DVR port c10d5667-231d-4dee-9c01-fcb52a364f42 on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:01.585507 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:01.587474 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-ed73e878-3747-46b9-8416-56c562abf1a1 req-f5015eeb-2d43-4c0c-aa8f-f4414a25d11c tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "DELETE /v2.0/ports/c10d5667-231d-4dee-9c01-fcb52a364f42 HTTP/1.1" status: 204 len: 173 time: 0.7021327 Aug 24 22:22:01.587938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'name': 'network-vif-deleted', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:22:01.590214 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37366e65-360b-4deb-9ce7-5e7f21b80244" -d '{"events": [{"server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "name": "network-vif-deleted", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:22:01.624825 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22a2e4-cae5-42d1-b5dd-7b1858daf411 x-openstack-request-id: req-9d22a2e4-cae5-42d1-b5dd-7b1858daf411 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:22:01.625122 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8375e4-31fb-45aa-b602-7616b61879b3", "name": "network-vif-deleted", "tag": "c10d5667-231d-4dee-9c01-fcb52a364f42", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:22:01.625436 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d22a2e4-cae5-42d1-b5dd-7b1858daf411 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:22:01.625833 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8375e4-31fb-45aa-b602-7616b61879b3', 'name': 'network-vif-deleted', 'tag': 'c10d5667-231d-4dee-9c01-fcb52a364f42', 'status': 'completed', 'code': 200} Aug 24 22:22:02.666470 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-06741f26-faee-47f5-b051-b2437e9dbf61 req-8d6d6f66-41f0-4a28-8fc3-4bf596e0da75 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8375e4-31fb-45aa-b602-7616b61879b3 HTTP/1.1" status: 200 len: 210 time: 0.0246606 Aug 24 22:22:05.313394 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device c10d5667-231d-4dee-9c01-fcb52a364f42 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:05.332849 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: c10d5667-231d-4dee-9c01-fcb52a364f42 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:05.333190 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device c10d5667-231d-4dee-9c01-fcb52a364f42 not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:06.144021 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37512) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:06.292210 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port b05a9a92-5751-45a5-8940-be74b2b754b4 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:06.292491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.365920 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.366241 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.377324 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for b05a9a92-5751-45a5-8940-be74b2b754b4 owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:06.602626 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.627441 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=b05a9a92-5751-45a5-8940-be74b2b754b4,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:06.684950 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.685288 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.db.l3_db [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Floating IP 486c799d-31fd-4098-8d89-87c2bd78b15b disassociated (deleted). External IP: 172.27.2.114, port: 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb. Aug 24 22:22:06.883286 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:22:06.985339 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:22:06.990086 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:06.995095 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:22:07.003563 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:07.004198 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:07.017365 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-b4eca0e8-0a70-4ee7-a397-c5c60e4b735e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "DELETE /v2.0/floatingips/486c799d-31fd-4098-8d89-87c2bd78b15b HTTP/1.1" status: 204 len: 168 time: 0.8722310 Aug 24 22:22:07.017950 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:22:07.020203 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f522a7-eb4c-458c-a339-14dec22907b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:22:07.058513 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e247080-6553-4390-90d4-d17db510b315 x-openstack-request-id: req-1e247080-6553-4390-90d4-d17db510b315 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:22:07.058795 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:22:07.059046 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e247080-6553-4390-90d4-d17db510b315 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:22:07.059444 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'status': 'completed', 'code': 200} Aug 24 22:22:07.117887 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:07.144028 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-170d82b5-af77-4400-836f-4f285830b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:07.145480 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-170d82b5-af77-4400-836f-4f285830b768 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f119ee85efd4f60882ad6046d33822f&device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 1099 time: 0.0403872 Aug 24 22:22:07.237004 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-26b32e5b-2778-4230-87b7-0f5b6682e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:07.238469 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-26b32e5b-2778-4230-87b7-0f5b6682e1dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 200 len: 913 time: 0.0860763 Aug 24 22:22:07.280711 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-2116c3b5-e318-4ecf-9053-c4b65d052428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 200 len: 217 time: 0.0350914 Aug 24 22:22:07.316321 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:07.333169 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-a0c92f56-811f-4f28-a264-42e975538a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:07.334646 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-a0c92f56-811f-4f28-a264-42e975538a9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 200 len: 851 time: 0.0451305 Aug 24 22:22:07.346781 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:22:07.354995 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:07.355614 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:21:45Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:07.384010 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-6fd1000a-304a-4b7e-aeff-8be07391b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:07.386279 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-6fd1000a-304a-4b7e-aeff-8be07391b136 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37403031-71e3-4a75-bdc3-e7f6afed8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442002 Aug 24 22:22:07.470406 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:07.478197 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfada63-3b20-4df5-9504-02e97571e876 req-e22adc50-61e6-41fe-8f90-bc89a09005c6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:07.479724 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5dfada63-3b20-4df5-9504-02e97571e876 req-e22adc50-61e6-41fe-8f90-bc89a09005c6 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0535345 Aug 24 22:22:07.485322 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-98a16e15-ed0e-45d9-b1ed-5cd4f34ab6ae service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914989 Aug 24 22:22:07.519669 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-5dfada63-3b20-4df5-9504-02e97571e876 req-ef894cff-4f07-4c0c-9440-2aa1df666bec tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Aug 24 22:22:07.584133 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f3f522a7-eb4c-458c-a339-14dec22907b7 req-2926d1e7-bc0e-4b21-a454-f5e0dd9bf9f3 service neutron] 10.222.0.26 "GET /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902472 Aug 24 22:22:07.666574 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:07.691984 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73621d93-6a1b-479f-a884-cdf659d988f7 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:13:01Z', 'revision_number': 4, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi', '_interfaces': [{'id': 'b58216a8-9525-4630-b0a0-9f20905b19d8', 'name': '', 'network_id': '37403031-71e3-4a75-bdc3-e7f6afed8997', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'mac_address': 'fa:16:3e:dc:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:59Z', 'updated_at': '2021-08-24T22:13:08Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'subnets': [{'id': '58a0261d-97fa-43c3-8873-4a17c8adb396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:22:07.896433 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe72f7c-f52f-4ee5-9f0c-ac268490bf25 None None] New status for floating IP 486c799d-31fd-4098-8d89-87c2bd78b15b: DOWN {{(pid=94695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:22:08.632906 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774f497-8e5f-4450-b137-22afdd7ce7e5 req-f4a29529-72a7-49c4-8996-b212d0172520 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:08.634888 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0774f497-8e5f-4450-b137-22afdd7ce7e5 req-f4a29529-72a7-49c4-8996-b212d0172520 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0480647 Aug 24 22:22:08.672402 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-0774f497-8e5f-4450-b137-22afdd7ce7e5 req-261e16f0-4f7b-4cca-a5c5-e4e32e4307e7 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/security-groups?id=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Aug 24 22:22:09.149880 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-e5f24345-1989-4e36-acf3-c9d89d7fb641 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:22:09.151298 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-e5f24345-1989-4e36-acf3-c9d89d7fb641 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 946 time: 0.0475490 Aug 24 22:22:09.235893 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:09.236259 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:09.324129 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] For port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:09.324511 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:09.336670 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb owned by compute:nova {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:09.562351 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:09.591636 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:09.629357 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] No DVR routers for this DVR port 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb on host hv-cinder-78956 {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:09.631715 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for port, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:09.633685 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [req-f5d6e41d-bc83-44c2-9559-c186fc2137ae req-d3e325ca-ac0f-479f-9c14-90c5eeaa21bf tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.26 "DELETE /v2.0/ports/3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb HTTP/1.1" status: 204 len: 173 time: 0.4761233 Aug 24 22:22:09.634166 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'name': 'network-vif-deleted', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb'}] {{(pid=94692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:22:09.636455 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbbe4118d146facab25d4cfb360e3c01de526eb231110f362c002520ff1bc47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04f6ca-277a-49f4-a09f-69f1bb45a67f" -d '{"events": [{"server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "name": "network-vif-deleted", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb"}]}' {{(pid=94692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:22:09.671233 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ac599-eb25-4272-bd09-fcca27947798 x-openstack-request-id: req-6d4ac599-eb25-4272-bd09-fcca27947798 {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:22:09.671541 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1188eef7-b174-4fbb-aa34-962cee612752", "name": "network-vif-deleted", "tag": "3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb", "status": "completed", "code": 200}]} {{(pid=94692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:22:09.671790 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4ac599-eb25-4272-bd09-fcca27947798 {{(pid=94692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:22:09.672198 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1188eef7-b174-4fbb-aa34-962cee612752', 'name': 'network-vif-deleted', 'tag': '3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb', 'status': 'completed', 'code': 200} Aug 24 22:22:09.763343 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-6ceadca4-3a20-4ce7-809d-73266dbe45e3 req-c5c6224d-d59c-4c58-abe9-69d53d6bf75e tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 210 time: 0.0265844 Aug 24 22:22:10.869882 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [req-b47ff358-df4b-4b13-9034-a6a4b805e2cd req-419b6d72-afb2-4a4f-ad2a-13a7aad5db57 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "GET /v2.0/ports?device_id=1188eef7-b174-4fbb-aa34-962cee612752 HTTP/1.1" status: 200 len: 210 time: 0.0259607 Aug 24 22:22:11.923703 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37530) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:12.044468 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Deleting port 7626a7bc-3525-45a8-a716-49e4472696ae {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:12.044816 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.120848 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.121177 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.132573 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Calling delete_port for 7626a7bc-3525-45a8-a716-49e4472696ae owned by network:floatingip {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:12.339491 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.365558 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'Port': ['ID=7626a7bc-3525-45a8-a716-49e4472696ae,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:12.425065 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.427608 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101818'] for floatingip, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:12.428756 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-8fb75edc-6030-4bdf-a942-e6028b27cd24 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0ac27f6-aa4e-49cb-8d7e-e32f825ed203 HTTP/1.1" status: 204 len: 168 time: 0.5040555 Aug 24 22:22:12.758849 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:22:12.791506 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-3b4113e7-b758-4932-830f-dc1196e1bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:13.349657 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb no longer exists at agent hyperv_hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:13.368861 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] No Port match for: 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:13.369205 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Device 3f6963c2-c1d1-4714-a4c9-5e7dfe0962cb not bound to the agent host hv-cinder-78956 {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:13.768831 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37542) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:13.827824 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:13.851903 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:13.967026 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:13.969599 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Notify callbacks [] for security_group, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:13.970740 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] 10.222.0.20 "DELETE /v2.0/security-groups/09ad046c-1fd2-4f30-acc7-93cccc9dcfdb HTTP/1.1" status: 204 len: 168 time: 0.2009289 Aug 24 22:22:13.980127 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08c22-3b57-4e73-b2ed-9d7636db2640 tempest-TestVolumeBootPattern-844805490 tempest-TestVolumeBootPattern-844805490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad046c-1fd2-4f30-acc7-93cccc9dcfdb,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:14.116216 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37548) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:14.644763 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:14.876205 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Deleting port b58216a8-9525-4630-b0a0-9f20905b19d8 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:14.876543 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:14.954530 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] For port b58216a8-9525-4630-b0a0-9f20905b19d8, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=b58216a8-9525-4630-b0a0-9f20905b19d8,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:14.954894 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:14.967366 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Calling delete_port for b58216a8-9525-4630-b0a0-9f20905b19d8 owned by network:router_interface {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:15.190728 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:15.215875 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58216a8-9525-4630-b0a0-9f20905b19d8,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:15.373434 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:15.539791 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-33ea3d5b-d900-4af8-a45e-3127de813134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:15.579510 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Router 4de62b97-1671-4ec6-939b-b978ad077336 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:22:15.687871 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:22:15.695103 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-0592d5b6-c944-4d30-9234-f02eacc60c10 admin admin] 10.222.0.20 "PUT /v2.0/routers/4de62b97-1671-4ec6-939b-b978ad077336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756288 Aug 24 22:22:15.695451 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37552) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:15.698065 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Sync routers for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:22:15.707340 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:15.707946 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:22:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:15.798497 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:15.821473 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:15.847094 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.006617 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:22:15Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:16.033739 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Checking router: 4de62b97-1671-4ec6-939b-b978ad077336 for host: dv-cinder-789564-11-iscsi {{(pid=94694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:22:16.044493 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Routers {'4de62b97-1671-4ec6-939b-b978ad077336'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:16.045124 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:22:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['4de62b97-1671-4ec6-939b-b978ad077336'], 'active': True} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:16.151999 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvr_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] Set router 4de62b97-1671-4ec6-939b-b978ad077336 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:16.175509 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.284827 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Deleting port fa38b061-d3dc-4aac-a3c0-ed9916e5d370 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:16.285505 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.326494 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_hamode_db [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:22:15Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:16.352236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8095d4-7e80-4f52-ab07-a2b259fd1739 None None] The sync data for ids ['4de62b97-1671-4ec6-939b-b978ad077336'] in dv-cinder-789564-11-iscsi is: [{'id': '4de62b97-1671-4ec6-939b-b978ad077336', 'name': 'tempest-TestVolumeBootPattern-1645636059-router', 'tenant_id': '2f119ee85efd4f60882ad6046d33822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:12:54Z', 'updated_at': '2021-08-24T22:22:15Z', 'revision_number': 5, 'project_id': '2f119ee85efd4f60882ad6046d33822f', 'gw_port': {'id': 'fa38b061-d3dc-4aac-a3c0-ed9916e5d370', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:92:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de62b97-1671-4ec6-939b-b978ad077336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:12:55Z', 'updated_at': '2021-08-24T22:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}] {{(pid=94694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:22:16.361145 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] For port fa38b061-d3dc-4aac-a3c0-ed9916e5d370, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:16.361519 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.377703 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Calling delete_port for fa38b061-d3dc-4aac-a3c0-ed9916e5d370 owned by network:router_gateway {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:16.574026 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.602892 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa38b061-d3dc-4aac-a3c0-ed9916e5d370,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:16.658542 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.688210 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.748483 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.750627 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.848407 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.848985 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de62b97-1671-4ec6-939b-b978ad077336 {{(pid=94692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:22:16.854327 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.855463 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-6cf7da9c-0eb3-4e52-9022-b9e239ce43d4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4de62b97-1671-4ec6-939b-b978ad077336 HTTP/1.1" status: 204 len: 168 time: 1.1591501 Aug 24 22:22:16.857961 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37554) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:16.905664 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Deleting subnet 58a0261d-97fa-43c3-8873-4a17c8adb396 {{(pid=94692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:22:16.909100 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:16.945119 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9355669'] for subnet, precommit_delete_associations {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.022799 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.134300 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3563059'] for subnet, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.158503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a0261d-97fa-43c3-8873-4a17c8adb396,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:17.161980 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.164330 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-5ae5da43-313b-476d-a720-f4494e1a5927 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/58a0261d-97fa-43c3-8873-4a17c8adb396 HTTP/1.1" status: 204 len: 168 time: 0.3049729 Aug 24 22:22:17.166841 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37556) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:17.169369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066011d2-d391-4701-a0fa-2ab5b85292ba None None] Network 37403031-71e3-4a75-bdc3-e7f6afed8997 requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:22:17.232181 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.286252 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Deleting port a5e1f8db-d0aa-4a87-b457-f69828264830 {{(pid=94692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:17.286938 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.362228 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.db [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] For port a5e1f8db-d0aa-4a87-b457-f69828264830, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=a5e1f8db-d0aa-4a87-b457-f69828264830,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:17.362228 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.369891 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.plugin [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Calling delete_port for a5e1f8db-d0aa-4a87-b457-f69828264830 owned by network:dhcp {{(pid=94692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:17.471205 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] DHCP port deletion for 37403031-71e3-4a75-bdc3-e7f6afed8997 request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:22:17.515448 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Deleting port a5e1f8db-d0aa-4a87-b457-f69828264830 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:17.515822 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.533227 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355408'] for port, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.562675 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e1f8db-d0aa-4a87-b457-f69828264830,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:17.567202 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] No DVR routers for this DVR port a5e1f8db-d0aa-4a87-b457-f69828264830 on host dv-cinder-789564-11-iscsi {{(pid=94692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:17.579442 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] For port a5e1f8db-d0aa-4a87-b457-f69828264830, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=a5e1f8db-d0aa-4a87-b457-f69828264830,segment=NetworkSegment(8dd4fc27-470c-4c4e-9bac-2a88178979e1),segment_id=8dd4fc27-470c-4c4e-9bac-2a88178979e1)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:17.579849 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.592794 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Calling delete_port for a5e1f8db-d0aa-4a87-b457-f69828264830 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:17.650658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.650658 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37403031-71e3-4a75-bdc3-e7f6afed8997']}} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:17.657531 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd4fc27-470c-4c4e-9bac-2a88178979e1') {'for_net_delete': True} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:17.657769 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.services.segments.db [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd4fc27-470c-4c4e-9bac-2a88178979e1') {} {{(pid=94692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:17.666390 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.666779 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9355674'] for segment, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.680139 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.686209 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:22:17.686589 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355429'] for segment, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: Traceback (most recent call last): Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: timer() Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: cb(*args, **kw) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: return func(*args, **kwargs) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: self._notify() Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: self.callback(batched_events) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: event.method(event) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: return f(self, *a, **k) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._get(url).json() Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: return self.request(url, 'GET', **kwargs) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:22:17.688296 dv-cinder-789564-11-iscsi neutron-server[94692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:22:17.690549 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] Pushing event deleted for resources: {'Port': ['ID=a5e1f8db-d0aa-4a87-b457-f69828264830,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:17.694304 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b4d6b-4998-43ea-a65b-b1aed65812d7 None None] No DVR routers for this DVR port a5e1f8db-d0aa-4a87-b457-f69828264830 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:17.812553 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.817767 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:17.819802 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/37403031-71e3-4a75-bdc3-e7f6afed8997 HTTP/1.1" status: 204 len: 168 time: 0.6520452 Aug 24 22:22:17.823292 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37558) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:17.831307 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab96a2-87db-4a1a-b447-1269d22588c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=37403031-71e3-4a75-bdc3-e7f6afed8997,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:17.899236 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:18.079657 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa38b061-d3dc-4aac-a3c0-ed9916e5d370 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:18.104896 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: fa38b061-d3dc-4aac-a3c0-ed9916e5d370 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:18.105245 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device fa38b061-d3dc-4aac-a3c0-ed9916e5d370 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:18.105656 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device a5e1f8db-d0aa-4a87-b457-f69828264830 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:18.124298 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: a5e1f8db-d0aa-4a87-b457-f69828264830 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:18.124643 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device a5e1f8db-d0aa-4a87-b457-f69828264830 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:18.125052 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device b58216a8-9525-4630-b0a0-9f20905b19d8 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:18.143875 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: b58216a8-9525-4630-b0a0-9f20905b19d8 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:18.144253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device b58216a8-9525-4630-b0a0-9f20905b19d8 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:18.165148 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992083'] for router_interface, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:18.397270 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Deleting port e8298612-b69f-4f4d-b443-9e20fe2389c3 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:18.397504 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:18.477619 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] For port e8298612-b69f-4f4d-b443-9e20fe2389c3, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=e8298612-b69f-4f4d-b443-9e20fe2389c3,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:18.477980 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:18.490724 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Calling delete_port for e8298612-b69f-4f4d-b443-9e20fe2389c3 owned by network:router_interface {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:18.980283 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.004574 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8298612-b69f-4f4d-b443-9e20fe2389c3,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:19.173713 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597925'] for router_interface, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.380812 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Router 703a6712-6d9c-4e85-8462-48040209ae03 has already been hosted by L3 agent fe353010-0be3-47ff-85e8-213f077feca1 {{(pid=94693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:22:19.485669 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] Notify agent at l3_agent.dv-cinder-789564-11-iscsi the message routers_updated {{(pid=94693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:22:19.490835 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-12c35b21-6c01-4730-b5f8-62264f0861bc admin admin] 10.222.0.20 "PUT /v2.0/routers/703a6712-6d9c-4e85-8462-48040209ae03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665115 Aug 24 22:22:19.493322 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37560) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:19.494211 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Sync routers for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:22:19.505067 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:19.505750 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:22:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:19.599256 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks [] for router, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.620239 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: dv-cinder-789564-11-iscsi {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:19.700871 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.782999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Deleting port 5635fa72-5293-481a-8a1a-d0b8f26f8511 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:19.783337 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.794732 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'external_fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:22:18Z', 'revision_number': 5, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port': {'id': '5635fa72-5293-481a-8a1a-d0b8f26f8511', 'name': '', 'network_id': 'c6fee771-291a-4720-80be-0370e2220b5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703a6712-6d9c-4e85-8462-48040209ae03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:13:07Z', 'updated_at': '2021-08-24T22:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c80f0278-cb41-4f6a-bc30-9196634800fc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-11-iscsi'}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:19.820584 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Checking router: 703a6712-6d9c-4e85-8462-48040209ae03 for host: dv-cinder-789564-11-iscsi {{(pid=94695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:22:19.829197 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Routers {'703a6712-6d9c-4e85-8462-48040209ae03'} bound to L3 agent in host dv-cinder-789564-11-iscsi {{(pid=94695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:22:19.829802 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:02:15Z,description=,heartbeat_timestamp=2021-08-24T22:22:15Z,host='dv-cinder-789564-11-iscsi',id=fe353010-0be3-47ff-85e8-213f077feca1,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:02:16Z,topic='l3_agent')) {'router_ids': ['703a6712-6d9c-4e85-8462-48040209ae03'], 'active': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:19.859397 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] For port 5635fa72-5293-481a-8a1a-d0b8f26f8511, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=5635fa72-5293-481a-8a1a-d0b8f26f8511,segment=NetworkSegment(9c689800-1d62-48a9-9b03-58cd7849063e),segment_id=9c689800-1d62-48a9-9b03-58cd7849063e)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:19.859762 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:19.876480 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Calling delete_port for 5635fa72-5293-481a-8a1a-d0b8f26f8511 owned by network:router_gateway {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:19.915710 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvr_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] Set router 703a6712-6d9c-4e85-8462-48040209ae03 gateway port host: None {{(pid=94695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:22:19.967946 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.l3_hamode_db [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:22:19Z', 'revision_number': 6, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port_host': None}], 'dv-cinder-789564-11-iscsi', False) {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:19.993405 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d646d5-a2bb-4ce4-8223-f8b4d8c7ee89 None None] The sync data for ids ['703a6712-6d9c-4e85-8462-48040209ae03'] in dv-cinder-789564-11-iscsi is: [{'id': '703a6712-6d9c-4e85-8462-48040209ae03', 'name': 'tempest-TestVolumeBootPattern-68957872-router', 'tenant_id': 'bb380016e42c42f4a21149a7e535b06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:13:06Z', 'updated_at': '2021-08-24T22:22:19Z', 'revision_number': 6, 'project_id': 'bb380016e42c42f4a21149a7e535b06c', 'gw_port_host': None}] {{(pid=94695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:22:20.070938 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.098896 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Pushing event deleted for resources: {'Port': ['ID=5635fa72-5293-481a-8a1a-d0b8f26f8511,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:20.159075 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993919'] for router_gateway, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.246262 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2005039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6400'] for router, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.248232 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.362298 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2005030'] for router, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.362869 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 703a6712-6d9c-4e85-8462-48040209ae03 {{(pid=94693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:22:20.367200 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] Notify callbacks [] for router, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.368406 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-a99890cf-b7ca-44e3-83a9-d08a9987c230 admin admin] 10.222.0.20 "DELETE /v2.0/routers/703a6712-6d9c-4e85-8462-48040209ae03 HTTP/1.1" status: 204 len: 168 time: 0.8741128 Aug 24 22:22:20.370917 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37562) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:20.415061 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Deleting subnet 0f106a2f-d308-4cfa-84e6-151d45a3176a {{(pid=94693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:22:20.418740 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.451970 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280575'] for subnet, precommit_delete_associations {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.524999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020533'] for subnet, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.745627 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1021830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282845'] for subnet, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.771981 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f106a2f-d308-4cfa-84e6-151d45a3176a,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:20.777458 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for subnet, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.779505 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-1e97e23d-adff-41b3-bbe6-88814487c303 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f106a2f-d308-4cfa-84e6-151d45a3176a HTTP/1.1" status: 204 len: 168 time: 0.4076436 Aug 24 22:22:20.782555 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.wsgi [-] (94693) accepted ('10.222.0.20', 37564) {{(pid=94693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:20.784668 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585708c4-96e1-42f2-9640-0dc193f3acaa None None] Network 1b159166-258c-48f9-a928-6f00ae51807b requested from dv-cinder-789564-11-iscsi {{(pid=94694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:22:20.850600 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-967190'] for network, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.907118 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Deleting port 548fa24b-84fc-4d71-bad6-1956e6988004 {{(pid=94693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:20.907459 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.971848 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] DHCP port deletion for 1b159166-258c-48f9-a928-6f00ae51807b request from dv-cinder-789564-11-iscsi {{(pid=94694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:22:20.975389 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.db [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] For port 548fa24b-84fc-4d71-bad6-1956e6988004, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=548fa24b-84fc-4d71-bad6-1956e6988004,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:20.975647 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:20.990489 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Calling delete_port for 548fa24b-84fc-4d71-bad6-1956e6988004 owned by network:dhcp {{(pid=94693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:21.018076 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Deleting port 548fa24b-84fc-4d71-bad6-1956e6988004 {{(pid=94694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:22:21.018446 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768141483987'] for port, before_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.078136 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.db [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] For port 548fa24b-84fc-4d71-bad6-1956e6988004, host dv-cinder-789564-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-11-iscsi',level=0,port_id=548fa24b-84fc-4d71-bad6-1956e6988004,segment=NetworkSegment(e27eaf79-3570-479c-8e91-4a50d2510689),segment_id=e27eaf79-3570-479c-8e91-4a50d2510689)] {{(pid=94694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:22:21.078444 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599354'] for port, precommit_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.090743 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Calling delete_port for 548fa24b-84fc-4d71-bad6-1956e6988004 owned by network:dhcp {{(pid=94694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:22:21.162516 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280917'] for port, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.167866 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768141360083', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768140905948'] for port, after_delete {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.189731 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=548fa24b-84fc-4d71-bad6-1956e6988004,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:21.195112 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] No DVR routers for this DVR port 548fa24b-84fc-4d71-bad6-1956e6988004 on host dv-cinder-789564-11-iscsi {{(pid=94693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:21.199792 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] Pushing event deleted for resources: {'Port': ['ID=548fa24b-84fc-4d71-bad6-1956e6988004,revision_number=None']} {{(pid=94694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:21.204091 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00ec65-694a-497a-91bf-4b25b4dc669b None None] No DVR routers for this DVR port 548fa24b-84fc-4d71-bad6-1956e6988004 on host dv-cinder-789564-11-iscsi {{(pid=94694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:22:21.264999 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1020402', 'neutron.services.segments.db._delete_segments_for_network-8768141403311'] for network, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.274420 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b159166-258c-48f9-a928-6f00ae51807b']}} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:21.284210 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27eaf79-3570-479c-8e91-4a50d2510689') {'for_net_delete': True} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:21.284502 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.services.segments.db [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27eaf79-3570-479c-8e91-4a50d2510689') {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:22:21.293099 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768141403194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280560'] for segment, before_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.306104 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048'] for segment, precommit_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.312210 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:22:21.312588 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280928'] for segment, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: Traceback (most recent call last): Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: timer() Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: cb(*args, **kw) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: return func(*args, **kwargs) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: self._notify() Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: self.callback(batched_events) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: event.method(event) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: return f(self, *a, **k) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._get(url).json() Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: return self.request(url, 'GET', **kwargs) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:22:21.314225 dv-cinder-789564-11-iscsi neutron-server[94693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:22:21.447031 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1020411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1993875'] for network, after_delete {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.452442 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619685'] for network, before_response {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.454394 dv-cinder-789564-11-iscsi neutron-server[94693]: INFO neutron.wsgi [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b159166-258c-48f9-a928-6f00ae51807b HTTP/1.1" status: 204 len: 168 time: 0.6708322 Aug 24 22:22:21.468236 dv-cinder-789564-11-iscsi neutron-server[94693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114525-1187-42c2-9677-e4c40e41cd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b159166-258c-48f9-a928-6f00ae51807b,revision_number=None']} {{(pid=94693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:21.737063 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37568) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:21.775134 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-fd28a494-72df-42cb-affa-523ed4e9b9ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f119ee85efd4f60882ad6046d33822f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368893 Aug 24 22:22:21.777983 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37570) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:21.822853 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.842883 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.944055 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.946503 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:21.947594 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c424251-80fe-4746-8345-bd5217b937f3 HTTP/1.1" status: 204 len: 168 time: 0.1687555 Aug 24 22:22:21.957614 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76ca1-48ae-4b92-896d-178063ee6e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c424251-80fe-4746-8345-bd5217b937f3,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:22.073369 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 548fa24b-84fc-4d71-bad6-1956e6988004 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:22.094403 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 548fa24b-84fc-4d71-bad6-1956e6988004 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:22.094743 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 548fa24b-84fc-4d71-bad6-1956e6988004 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:22.095154 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5635fa72-5293-481a-8a1a-d0b8f26f8511 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:22.117450 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: 5635fa72-5293-481a-8a1a-d0b8f26f8511 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:22.117796 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device 5635fa72-5293-481a-8a1a-d0b8f26f8511 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:22.118205 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device e8298612-b69f-4f4d-b443-9e20fe2389c3 no longer exists at agent ovs-agent-dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:22:22.144743 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] No Port match for: e8298612-b69f-4f4d-b443-9e20fe2389c3 {{(pid=94694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:22:22.151378 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron.plugins.ml2.rpc [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Device e8298612-b69f-4f4d-b443-9e20fe2389c3 not bound to the agent host dv-cinder-789564-11-iscsi {{(pid=94694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:22:22.547922 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37576) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:22.589823 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-c29bc0e2-c05e-416f-ba96-97c281309941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb380016e42c42f4a21149a7e535b06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406561 Aug 24 22:22:22.592094 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.wsgi [-] (94692) accepted ('10.222.0.20', 37578) {{(pid=94692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:22:22.638518 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:22.658637 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:22.766724 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076977'] for security_group, after_delete {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:22.769290 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:22.770416 dv-cinder-789564-11-iscsi neutron-server[94692]: INFO neutron.wsgi [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce6a8d76-53b2-4a3c-817f-6c7d0dac820c HTTP/1.1" status: 204 len: 168 time: 0.1774044 Aug 24 22:22:22.778017 dv-cinder-789564-11-iscsi neutron-server[94692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7b7f-496f-49f1-84ba-f912f65f0fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a8d76-53b2-4a3c-817f-6c7d0dac820c,revision_number=None']} {{(pid=94692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:22:29.898392 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:42.773301 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-59f08125-3cb2-4620-b572-16a7bf35728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:45.550001 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f76cb37d-4687-4b75-affb-7e415d18ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:45.812422 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:46.709059 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:47.938830 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:22:49.757630 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:22:59.904254 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:12.772545 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-66b2cb7a-2bb8-43d3-acda-458a50ce4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:15.538050 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a92042f0-b433-4faf-a874-2595afad4b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:15.812907 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:16.686267 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:17.921073 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:26.757830 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:23:29.949351 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:42.749182 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f994bb40-1cef-47cd-84a5-5d5cfb5e8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:45.531915 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-e60c7da7-e540-4da6-8d46-f09cb3b9558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:45.766173 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:46.708951 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:47.920475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:59.932000 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:03.757002 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:24:12.793964 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-4234b018-a1d5-4165-9ab6-ad7b76b225b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:15.525158 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6e7ebce8-bf80-45d8-ad25-ae2cae8f9255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:15.816913 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.736566 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:17.908099 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:29.930436 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:40.756867 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:24:42.764862 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-97317682-ee70-433a-8d93-3ebbc90b661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:45.519031 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f2c6fb08-ee59-48fe-bbda-e4c224986502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:45.896253 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:46.707322 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:47.919308 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:59.941473 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:12.861007 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a3e6f8e6-8b6d-4c86-a00c-af09b0dc6324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:15.541178 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-08812635-62cd-4c73-933f-de187c18128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:15.838431 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:16.729594 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:17.756782 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:25:17.917930 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:29.929199 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:42.843475 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-1997af0e-540d-4ace-9c09-5ab61c2f9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:45.558102 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f4db5383-c940-4a60-8887-3d0348a4b68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:45.814854 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:46.723261 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:47.951896 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:54.755389 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:25:59.934438 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:12.774527 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-42d8d7e5-5fae-49df-9d55-9567e4a486e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:15.545861 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-43e9c2a5-16be-47b9-b35e-74e2d09da54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:15.774424 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.728912 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:17.922665 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:29.956279 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:31.753514 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:26:42.796801 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-94ca8ab9-e3ec-471d-94d4-963daed3ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:45.528412 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9b0351dd-c809-42fe-96e1-7e95c869a97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:45.784942 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:46.750695 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:47.945198 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:59.962119 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.752824 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:27:12.779388 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-6c15c081-058a-42de-8ceb-30fe1d876215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:15.555913 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-a0ab6dec-95de-4810-8dae-5f6adadddc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:15.818909 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:16.744391 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:17.933383 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:29.961510 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-9154b89b-a2fd-4c57-9ed7-6df942317c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:42.767317 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-8f8f34f3-6617-473e-8356-9bbbb5c75b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:45.544104 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-45f7304e-e9f6-4a44-9f71-0d42542cafc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:45.751521 dv-cinder-789564-11-iscsi neutron-server[94695]: DEBUG neutron.db.agents_db [None req-87de83e0-d512-40d4-935a-0f59876ba01c None None] Agent healthcheck: found 6 active agents {{(pid=94695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:27:45.794707 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-f864e8eb-1ec4-4d64-b482-f9afb8b00573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:46.749760 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-cb33febb-602f-4f8b-9027-dc0577c064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:47.938320 dv-cinder-789564-11-iscsi neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5b9-abd6-4a12-8d45-34218f5b90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768141403293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1025208'] for agent, after_update {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}